-- Logs begin at Wed 2021-02-03 11:40:16 UTC, end at Wed 2021-02-03 12:54:40 UTC. --
Feb 03 12:18:36.091036 dv-cinder-773876-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 03 12:18:38.791084 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.common.config [-] Logging enabled!
Feb 03 12:18:38.791645 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev461
Feb 03 12:18:38.792981 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80003) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 03 12:18:38.794810 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.common.config [-] Logging enabled!
Feb 03 12:18:38.795111 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev461
Feb 03 12:18:38.795477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80003) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 03 12:18:38.796559 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 03 12:18:38.796824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 03 12:18:38.797907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 03 12:18:38.798193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 03 12:18:38.798457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 03 12:18:38.798836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.799190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.799536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.799797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.800145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.800487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.800812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.801147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.801480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.801830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.802155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.802481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.802746 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.803076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.803461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.803801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.804054 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.804364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.804909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.805236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.805553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.805918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.806232 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.806549 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.806878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.807252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] host                           = dv-cinder-773876-1-iscsi {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.807568 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.807896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.808236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.808570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.808885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.809202 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.809533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.809872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.810183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.810499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.811195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.811531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.811871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.812130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.812385 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.812718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.813061 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.813376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.813711 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.814028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.814340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.814651 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.814958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.815290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.815626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.815954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.816274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.816584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.816892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.817205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.817537 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.817886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.818198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.818509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.818867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.819176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.819486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.819836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.820162 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.820489 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.820817 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.821128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.821458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.821796 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.822104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.822411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.822720 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.823033 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.823358 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.823669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.823978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.824289 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.824597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.824925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:38.825259 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.825601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.825976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.826296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.826633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.826955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.827287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.827609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.827943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.828275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.828604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.828918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.829241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.829554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.829929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.830278 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.830617 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.830951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.831258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.831568 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.831876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.832190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.832511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.832854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.833189 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.833498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.833838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.834176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.834518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.834853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.835165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.835499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.835811 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.836120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.836438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.836752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.837058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.837364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.837696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.838032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.838346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.838652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.838955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.839267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.839576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.839897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.840211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.840520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.840834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.841149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.841458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.841791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.842105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.842414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.842733 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.843042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.843349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.843658 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.843971 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.844279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.844587 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.844897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.845209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.845519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.845854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.846166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.846469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.846783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.847104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.847438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.847759 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.848070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.848381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.848695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.849008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.849319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.849630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.849967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.850344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.850676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.851192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.851521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.851844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.852163 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.852501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.852821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.853152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.853469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.853814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.854137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.854466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.854799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.855135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.855468 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.855806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.856141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.856460 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.856812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.857132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:38.857379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 03 12:18:38.857654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80003) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 03 12:18:39.516704 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO keyring.backend [-] Loading Gnome
Feb 03 12:18:39.533952 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO keyring.backend [-] Loading Google
Feb 03 12:18:39.536671 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO keyring.backend [-] Loading Windows (alt)
Feb 03 12:18:39.540356 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO keyring.backend [-] Loading file
Feb 03 12:18:39.541244 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO keyring.backend [-] Loading keyczar
Feb 03 12:18:39.541531 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO keyring.backend [-] Loading multi
Feb 03 12:18:39.542223 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO keyring.backend [-] Loading pyfs
Feb 03 12:18:39.589062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:18:39.589395 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:18:39.589698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:18:39.590117 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 03 12:18:39.985886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:39.986413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:39.986532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.034263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.034580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.034884 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.038620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.038929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.039245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.107209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.107518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.107816 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.108974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.109279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.109575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.380114 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2a05288598> agent after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.380331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2a05288598> agent after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.380633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2a05288620> segment precommit_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.380931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2a052886a8> network precommit_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.381980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2a052736a8> segment before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.528339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> network before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.528711 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2a0522e950> agent before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.529039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> network before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.529347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> port before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.529690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> port before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.530057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> segment after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.530367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> segment precommit_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.530634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> segment precommit_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.530933 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> segment after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.531265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> network after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.531563 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> network precommit_delete 0 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.531869 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> port provisioning_complete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.532176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.532456 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> rbac-policy after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.532767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> agent after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.533081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> subnet after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.533376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> subnet precommit_delete 0 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.533716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.534010 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.534502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> port after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.534793 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.535080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.535429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.535709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.535989 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a0504f4e0>> rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.536415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 12:18:40.536693 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 12:18:40.536968 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 12:18:40.537239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 12:18:40.537520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 12:18:40.537839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 12:18:40.539386 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 03 12:18:40.542600 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 03 12:18:40.546675 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 03 12:18:40.550723 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1450, 1499)])])
Feb 03 12:18:40.552397 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 03 12:18:40.553711 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 03 12:18:40.554102 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 03 12:18:40.554548 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 03 12:18:40.557311 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 03 12:18:40.557602 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 03 12:18:40.558019 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 03 12:18:40.580449 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 03 12:18:40.580976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2a04edc390>> qos_plugin after_init 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.581309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80003) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 03 12:18:40.581738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2a04e9a6d8>> logging-plugin after_init 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.583098 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80003) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 03 12:18:40.583421 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 03 12:18:40.583705 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 03 12:18:40.587082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2a04e9a780>> floatingip before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.587394 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2a04e9a780>> port before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:40.654137 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 03 12:18:40.654407 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 03 12:18:40.654688 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 03 12:18:40.655096 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 03 12:18:40.697498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.sqlalchemy.engines [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80003) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 03 12:18:41.162037 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Initializing driver for type 'gre'
Feb 03 12:18:41.162618 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] gre ID ranges: [(1, 1000)]
Feb 03 12:18:41.210775 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Initializing driver for type 'local'
Feb 03 12:18:41.211093 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Initializing driver for type 'vlan'
Feb 03 12:18:41.223211 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] VlanTypeDriver initialization complete
Feb 03 12:18:41.223635 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Initializing driver for type 'vxlan'
Feb 03 12:18:41.224189 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] vxlan ID ranges: [(1, 1000)]
Feb 03 12:18:41.271388 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Initializing extension driver 'port_security'
Feb 03 12:18:41.271757 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.extensions.port_security [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] PortSecurityExtensionDriver initialization complete
Feb 03 12:18:41.272132 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Initializing mechanism driver 'openvswitch'
Feb 03 12:18:41.279242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:18:41.280163 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a08ec7c88>> port after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.280585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a08ec7c88>> port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.280951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a08ec7c88>> port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.281376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1b9b0>> subnet after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.281792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1b9b0>> subnet after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.282173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1b9b0>> subnet after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.282580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bb70>> network after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.282970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bb70>> network after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.283367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bb70>> network after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.283807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bd30>> security_group after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.284225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bd30>> security_group after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.284785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bd30>> security_group after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.285215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bef0>> security_group_rule after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.285601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bef0>> security_group_rule after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.286006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bef0>> security_group_rule after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.286426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bfd0>> address_group after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.286806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bfd0>> address_group after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.287181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a04a1bfd0>> address_group after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.287551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] ML2 OVO RPC backend initialized. {{(pid=80003) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 03 12:18:41.288266 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> router_interface after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.288885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> router_interface after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.289687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> network before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.290083 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> networks before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.290472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> port before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.290845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> ports before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.291231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> subnet before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.291613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> subnets before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.292025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> network after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.292427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> network after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.292823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> network after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.293228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> port after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.293633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.294031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.294406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> subnet after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.294780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> subnet after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.295152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a04a231d0>> subnet after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.295803 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.plugin [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Modular L2 Plugin initialization complete
Feb 03 12:18:41.296170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading services supported by the core plugin {{(pid=80003) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 03 12:18:41.296543 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Got port-security extension from driver 'port_security'
Feb 03 12:18:41.297068 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.extensions.vlantransparent [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Disabled vlantransparent extension.
Feb 03 12:18:41.298633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80003) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 03 12:18:41.298995 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading Plugin: router
Feb 03 12:18:41.338398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router_interface before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.338832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router after_create 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.339245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router before_create 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.339655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router_interface before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.340073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router_interface after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.340497 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router after_delete 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.340869 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> floatingip after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.341288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router after_create 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.341686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router after_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.342098 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router after_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.342490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router_gateway after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.342892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router after_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.343382 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router precommit_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.343831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2a050827b8> port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.344213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2a050826a8> port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.344588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2a05082730> subnet after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.344972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2a05082840> subnetpool_address_scope after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.345370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> port precommit_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.345822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router precommit_create 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.346220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2a0500c950> port before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.346629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router precommit_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.347065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router after_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.347436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router precommit_delete 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.347826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router precommit_create 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.348235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router_interface after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.348626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> router precommit_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.349055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a04a23358>> network after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.350091 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Tracking information for resource: router configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 12:18:41.350471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Tracking information for resource: floatingip configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 12:18:41.355702 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_agentschedulers_db [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 03 12:18:41.356331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2a0499c6a8> port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.356729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2a04a51620> port after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.357120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function _notify_port_delete at 0x7f2a0499c620> port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.357506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2a0499c840> port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.358434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a049c8be0>> router before_create 55550100 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.358842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a049c8be0>> router precommit_delete 55550100 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.359248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a049c8be0>> router precommit_create 55550100 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.359643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a049c8be0>> router precommit_update 55550100 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.364564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.provider_configuration [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service providers = [] {{(pid=80003) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 03 12:18:41.364961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.servicetype_db [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80003) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 03 12:18:41.367962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.service_base [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 03 12:18:41.368349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.service_base [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 03 12:18:41.368730 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.service_base [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 03 12:18:41.369629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.service_base [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 03 12:18:41.370066 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.services.service_base [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 03 12:18:41.370482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 12:18:41.370839 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 03 12:18:41.381243 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 12:18:41.381686 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading Plugin: auto_allocate
Feb 03 12:18:41.388025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2a049fcea0> network precommit_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.388432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2a049fcea0> network precommit_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.389023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 12:18:41.389380 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading Plugin: tag
Feb 03 12:18:41.397965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 12:18:41.398816 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading Plugin: timestamp
Feb 03 12:18:41.402834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 12:18:41.403207 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading Plugin: network_ip_availability
Feb 03 12:18:41.408761 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a04a0f320>> rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.409176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a04a0f320>> rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.409579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a04a0f320>> rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.410438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 12:18:41.410825 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading Plugin: flavors
Feb 03 12:18:41.416045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 12:18:41.416421 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading Plugin: revisions
Feb 03 12:18:41.420983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 12:18:41.421411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:18:41.422280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80003) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 03 12:18:41.422642 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Initializing extension manager.
Feb 03 12:18:41.423206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: __init__.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.423583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: __pycache__ {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.423957 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.424327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: address_group.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.425140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.425819 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: address-group
Feb 03 12:18:41.426184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: address_scope.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.426970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.427603 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: address-scope
Feb 03 12:18:41.427988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.428929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.430103 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: router-admin-state-down-before-update
Feb 03 12:18:41.430458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: agent.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.431229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.431812 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: agent
Feb 03 12:18:41.432177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: agent_resources_synced.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.433161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.433793 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: agent-resources-synced
Feb 03 12:18:41.434182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: allowedaddresspairs.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.436329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.436917 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: allowed-address-pairs
Feb 03 12:18:41.437286 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: auto_allocated_topology.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.438393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.438981 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: auto-allocated-topology
Feb 03 12:18:41.439345 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: availability_zone.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.440101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.440687 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: availability_zone
Feb 03 12:18:41.441068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: availability_zone_filter.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.442054 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.442676 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: availability_zone_filter
Feb 03 12:18:41.443042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: data_plane_status.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.443977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.444557 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 03 12:18:41.445530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: default_subnetpools.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.446622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.447211 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: default-subnetpools
Feb 03 12:18:41.447577 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.448432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.449023 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: dhcp_agent_scheduler
Feb 03 12:18:41.449386 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: dns.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.450380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.451000 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension dns-integration not supported by any of loaded plugins
Feb 03 12:18:41.451377 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: dns_domain_ports.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.452315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.452896 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 03 12:18:41.453257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: dvr.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.454016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.454594 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: dvr
Feb 03 12:18:41.454953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: empty_string_filtering.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.455925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.456500 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: empty-string-filtering
Feb 03 12:18:41.456862 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.457834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.458426 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 03 12:18:41.458800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.459786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.460413 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 03 12:18:41.461332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: external_net.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.462266 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.462864 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: external-net
Feb 03 12:18:41.463248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.464151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.464737 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: extra_dhcp_opt
Feb 03 12:18:41.465100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: extraroute.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.466048 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.466636 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: extraroute
Feb 03 12:18:41.467001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: extraroute_atomic.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.468038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.468625 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: extraroute-atomic
Feb 03 12:18:41.469009 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: filter_validation.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.469785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.470407 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: filter-validation
Feb 03 12:18:41.470775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: fip_pf_description.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.471705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.472277 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 03 12:18:41.472636 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: fip_port_details.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.473569 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.474173 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: fip-port-details
Feb 03 12:18:41.474532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: flavors.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.475865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.477027 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: flavors
Feb 03 12:18:41.477398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.479176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.479778 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 03 12:18:41.480152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: floatingip_pools.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.480923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.481506 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: floatingip-pools
Feb 03 12:18:41.481899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: ip_allocation.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.482851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.483426 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 03 12:18:41.483791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.484727 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.485302 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: ip-substring-filtering
Feb 03 12:18:41.485692 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: l2_adjacency.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.486673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.487268 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 03 12:18:41.487665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: l3.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.488738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.489326 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: router
Feb 03 12:18:41.489728 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.492514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.493121 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 03 12:18:41.493515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.494488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.495102 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: ext-gw-mode
Feb 03 12:18:41.495493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.496480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.497068 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: l3-ha
Feb 03 12:18:41.497431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: l3_flavors.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.498404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.498987 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: l3-flavors
Feb 03 12:18:41.499348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.500372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.500967 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 03 12:18:41.501332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: l3agentscheduler.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.502545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.503137 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: l3_agent_scheduler
Feb 03 12:18:41.503507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: logging.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.505124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.505762 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension logging not supported by any of loaded plugins
Feb 03 12:18:41.506131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: metering.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.506935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.508239 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: metering
Feb 03 12:18:41.508612 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.509774 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.510364 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: metering_source_and_destination_fields
Feb 03 12:18:41.510728 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: multiprovidernet.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.511674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.512258 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: multi-provider
Feb 03 12:18:41.512648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: netmtu.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.513685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.514280 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: net-mtu
Feb 03 12:18:41.514647 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: netmtu_writable.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.515650 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.516256 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: net-mtu-writable
Feb 03 12:18:41.516621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: network_availability_zone.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.517354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.517973 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: network_availability_zone
Feb 03 12:18:41.518337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: network_ip_availability.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.519570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.520165 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: network-ip-availability
Feb 03 12:18:41.520527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: network_segment_range.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.521379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.521993 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 03 12:18:41.522353 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: pagination.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.523870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.524277 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: pagination
Feb 03 12:18:41.524655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: port_device_profile.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.525593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.526209 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: port-device-profile
Feb 03 12:18:41.526578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.527517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.528102 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: port-mac-address-regenerate
Feb 03 12:18:41.528479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.529407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.530018 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: port-numa-affinity-policy
Feb 03 12:18:41.530378 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: port_resource_request.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.531352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.531945 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 03 12:18:41.532322 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: portbindings.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.533334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.533961 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: binding
Feb 03 12:18:41.534319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: portbindings_extended.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.535611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.536195 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: binding-extended
Feb 03 12:18:41.536558 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: portsecurity.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.537492 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.538105 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: port-security
Feb 03 12:18:41.538528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: project_id.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.540042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.540437 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: project-id
Feb 03 12:18:41.540820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: providernet.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.541846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.542435 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: provider
Feb 03 12:18:41.542797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: qos.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.546530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.547133 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension qos not supported by any of loaded plugins
Feb 03 12:18:41.547505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.548746 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.549355 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 03 12:18:41.549770 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.550753 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.551340 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 03 12:18:41.551698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: qos_default.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.552623 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.553206 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension qos-default not supported by any of loaded plugins
Feb 03 12:18:41.553568 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: qos_fip.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.554471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.555374 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension qos-fip not supported by any of loaded plugins
Feb 03 12:18:41.555741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: qos_gateway_ip.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.556691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.557271 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 03 12:18:41.557630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: qos_port_network_policy.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.558632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.559253 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 03 12:18:41.559615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: qos_rule_type_details.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.560546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.561450 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 03 12:18:41.561842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: qos_rules_alias.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.562907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.563490 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 03 12:18:41.563847 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: quotasv2.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.564827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.565199 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: quotas
Feb 03 12:18:41.565557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: quotasv2_detail.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.567227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.567635 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: quota_details
Feb 03 12:18:41.568021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: rbac.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.569361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.570554 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: rbac-policies
Feb 03 12:18:41.570929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: rbac_address_scope.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.571887 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.572481 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: rbac-address-scope
Feb 03 12:18:41.572843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: rbac_security_groups.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.573826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.574425 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: rbac-security-groups
Feb 03 12:18:41.574788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: rbac_subnetpool.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.575723 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.576307 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: rbac-subnetpool
Feb 03 12:18:41.576670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: revisionifmatch.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.577659 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.578309 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: revision-if-match
Feb 03 12:18:41.578692 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: revisions.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.579804 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.580404 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: standard-attr-revisions
Feb 03 12:18:41.580766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: router_availability_zone.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.581501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.582120 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: router_availability_zone
Feb 03 12:18:41.582485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: routerservicetype.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.583425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.584016 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension router-service-type not supported by any of loaded plugins
Feb 03 12:18:41.584375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.585332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.586503 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: security-groups-normalized-cidr
Feb 03 12:18:41.586885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.587852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.588441 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: port-security-groups-filtering
Feb 03 12:18:41.588797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.589785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.590383 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: security-groups-remote-address-group
Feb 03 12:18:41.590742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: securitygroup.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.604778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.605404 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: security-group
Feb 03 12:18:41.605799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: segment.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.606673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.607256 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension segment not supported by any of loaded plugins
Feb 03 12:18:41.607625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.608574 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.609159 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 03 12:18:41.609529 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: servicetype.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.610655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.611250 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: service-type
Feb 03 12:18:41.611615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: sorting.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.612648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.613062 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: sorting
Feb 03 12:18:41.613426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: standard_attr_segment.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.614389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.614974 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 03 12:18:41.615352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: standardattrdescription.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.616028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.616627 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: standard-attr-description
Feb 03 12:18:41.617536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: stateful_security_group.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.618535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.619120 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: stateful-security-group
Feb 03 12:18:41.619483 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: stdattrs_common.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.620072 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 03 12:18:41.620449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.621553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.622169 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 03 12:18:41.622530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: subnet_onboard.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.623609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.624205 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: subnet_onboard
Feb 03 12:18:41.624584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.625597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.626244 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 03 12:18:41.626603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: subnet_service_types.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.627547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.628130 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: subnet-service-types
Feb 03 12:18:41.628490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: subnetallocation.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.629585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.630193 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: subnet_allocation
Feb 03 12:18:41.630555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.631256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.631914 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: subnetpool-prefix-ops
Feb 03 12:18:41.632382 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.633783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.634413 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 03 12:18:41.634778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: tagging.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.636077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.636679 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: standard-attr-tag
Feb 03 12:18:41.637041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: timestamp.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.638255 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.638841 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loaded extension: standard-attr-timestamp
Feb 03 12:18:41.639207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: trunk.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.640251 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.640834 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension trunk not supported by any of loaded plugins
Feb 03 12:18:41.641195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: trunk_details.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.642193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.642828 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension trunk-details not supported by any of loaded plugins
Feb 03 12:18:41.643187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: uplink_status_propagation.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.644117 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.644698 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 03 12:18:41.645058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Loading extension file: vlantransparent.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 12:18:41.645782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 12:18:41.646356 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 03 12:18:41.649774 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:network
Feb 03 12:18:41.650642 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:subnet
Feb 03 12:18:41.651385 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 12:18:41.652065 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:port
Feb 03 12:18:41.654416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.654918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service FLAVORS assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.655616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.656104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.656477 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:router
Feb 03 12:18:41.657213 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:floatingip
Feb 03 12:18:41.658035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service METERING assigned prefix: /metering {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.659937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a0482a3c8>> rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.660343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a0482a3c8>> rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.660730 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a0482a3c8>> rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:18:41.661918 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 03 12:18:41.662400 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:security_group
Feb 03 12:18:41.663238 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 03 12:18:41.664605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service CORE assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.664982 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 12:18:41.665366 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] subnetpool is already registered
Feb 03 12:18:41.666079 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service CORE assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.666449 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 12:18:41.666819 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] subnetpool is already registered
Feb 03 12:18:41.669812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.670329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service FLAVORS assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.670979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.671445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.671819 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:router
Feb 03 12:18:41.672189 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] router is already registered
Feb 03 12:18:41.672847 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:floatingip
Feb 03 12:18:41.673210 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] floatingip is already registered
Feb 03 12:18:41.673958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service METERING assigned prefix: /metering {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.674701 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 03 12:18:41.675064 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] rbac_policy is already registered
Feb 03 12:18:41.675694 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:security_group
Feb 03 12:18:41.676061 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] security_group is already registered
Feb 03 12:18:41.676720 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 03 12:18:41.677086 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] security_group_rule is already registered
Feb 03 12:18:41.677866 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service CORE assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.678260 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 12:18:41.678664 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] subnetpool is already registered
Feb 03 12:18:41.679949 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Service CORE assigned prefix:  {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 12:18:41.680321 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 12:18:41.680692 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] subnetpool is already registered
Feb 03 12:18:41.681437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: extensions {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.683023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: address-groups {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.684741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: address-scopes {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.686422 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: agents {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.687747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: auto-allocated-topology {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.689076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: availability_zones {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.690495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: dhcp-networks {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.692003 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: dhcp-agents {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.693511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: routers {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.696185 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: flavors {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.697452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: service_profiles {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.698776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: next_providers {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.700396 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: service_profiles {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.701963 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: floatingip-pools {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.703264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: routers {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.705277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: floatingips {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.706601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: l3-routers {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.708084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: l3-agents {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.709586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: metering-labels {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.711663 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: metering-label-rules {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.713032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: network-ip-availabilities {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.714474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: bindings {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.716319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: quotas {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.717932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: quotas {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.719430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: rbac-policies {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.720795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: security-groups {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.722120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: security-group-rules {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.723441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: service-providers {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.724797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: subnetpools {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.726946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: subnetpools {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.728536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.730336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.733170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.735128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.737119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.738972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.740858 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.743500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.745629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.747612 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.extensions [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 12:18:41.755098 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING keystonemiddleware.auth_token [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 03 12:18:41.761305 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING keystonemiddleware.auth_token [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 03 12:18:41.770533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Acquired lock "singleton_lock" {{(pid=80003) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 03 12:18:41.771071 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Releasing lock "singleton_lock" {{(pid=80003) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 03 12:18:41.772711 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO oslo_service.service [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Starting 2 workers
Feb 03 12:18:41.778434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Started child 80114 {{(pid=80003) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 03 12:18:41.782734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:41.783454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Started child 80115 {{(pid=80003) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 03 12:18:41.784200 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [-] (80114) wsgi starting up on http://0.0.0.0:9696
Feb 03 12:18:41.785016 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.service [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 03 12:18:41.785604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Notify callbacks [] for process, before_spawn {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:41.787081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:41.788070 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO oslo_service.service [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Starting 1 workers
Feb 03 12:18:41.788431 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [-] (80115) wsgi starting up on http://0.0.0.0:9696
Feb 03 12:18:41.794464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Started child 80116 {{(pid=80003) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 03 12:18:41.795001 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO oslo_service.service [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Starting 1 workers
Feb 03 12:18:41.796852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.service [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] calling RpcWorker wait() {{(pid=80116) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 03 12:18:41.797256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.service [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] returning from RpcWorker wait() {{(pid=80116) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 03 12:18:41.798769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:41.799271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:18:41.799912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Started child 80117 {{(pid=80003) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 03 12:18:41.800688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9838b260-db4f-45d5-83c0-4e74c7da2cb3 None None] Notify callbacks [] for process, after_spawn {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:41.802360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80003) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 03 12:18:41.802590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 03 12:18:41.802807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 03 12:18:41.803077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 03 12:18:41.803471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 03 12:18:41.803628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 03 12:18:41.803910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:41.804479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.804914 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.805726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.806006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.806330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.806986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.807289 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.807624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.807957 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.808262 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.808485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.808679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.808997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.809271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.809788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.810090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.810270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.810552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.811078 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.811464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.811656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.811943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.812236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.812512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.813110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.813383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.813679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.813950 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.814246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.814516 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.814800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.815064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.815323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.815596 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.815854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.816097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.816355 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.816642 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.816894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.817368 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] host                           = dv-cinder-773876-1-iscsi {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.817629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.817922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.818207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.818480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.818785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.819062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.819360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.819657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.819980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.820908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.821203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.821476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.821742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.822019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.822212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.822465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.822749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.823044 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.823258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.823453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.823655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.823953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.824145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.824443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.824693 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.824940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.825206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.825454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.825728 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.825978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.826242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.826549 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.826803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.827106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.827421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.827724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.828015 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.828265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.828560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.828825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.829075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.829363 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.829632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.829918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.830149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:18:41.830383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.830527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.830730 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.830996 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.831260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.831536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.831781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.832045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.832360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.832644 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.832924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.833203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.833454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.833749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.833987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.834409 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.834841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.835406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.836436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.836758 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.837034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.837283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.837745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.838141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.838609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.839048 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.839345 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.839866 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.840313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.840608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.840896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.841181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.841461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.841750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.842048 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.842384 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.842654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.842952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.843409 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.843724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.844095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.844415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.844721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.844988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.845443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.845915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.846172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.846534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.846842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.847156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.847434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.847686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.847942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.848209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.848454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.848704 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.848955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.849262 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.849518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.849791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.850044 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.850313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.850562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.850831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.851130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.851956 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.852242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.852521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.852807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.853077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.853358 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.853631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.853970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.854260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.854557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.854837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.855090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.855338 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.855584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.855836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.856111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.856364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.856610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.856855 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.857119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.857366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.857665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.857948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.858197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.858443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.858695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.858941 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.859188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.859454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.859731 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.859983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.860231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.860475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.860725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.860977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.861223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.861489 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.861796 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.862533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.862823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.863102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.863353 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.863608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.863863 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.864178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.864543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.864818 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.865120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.865394 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.865700 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.865959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.866229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.866484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.867338 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.867626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.867926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.868209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.868507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.868785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.869045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.869356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.869615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.869911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.870176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.870416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.870677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.870969 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.871279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.871563 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.871849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.872116 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.872466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.872741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.873125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.873406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.873762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.874100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.874388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.874707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.874985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.875300 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.875588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.875864 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.876152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.876424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.876710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.876971 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.877274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.877550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.877838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.878102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.878376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.878723 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.878995 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.879248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.879516 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.879810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.880137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.880419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.880712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.881024 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.881299 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.883090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.883090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.883090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.883090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.883627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.883627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.883905 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.883905 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.884163 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.884433 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.884685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.884975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.885227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.885503 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.885760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.886016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.886291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.886567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.886817 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.887082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.887657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.887657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.887958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.888092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.888287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.889169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.889169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.889169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.889592 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.889776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.889920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.890211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.890513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.890764 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.891307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.891307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.891679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.891814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.892064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.892258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.892523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.892819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.893074 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.893331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.893611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.894538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.894538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.894538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.894911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.895027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.895218 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.895493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.895750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.896021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.896273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.896557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.897100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.897265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.897410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.897617 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.898745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.898745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.899052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.899199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.899757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.899757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.899991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.900174 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.900473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.900734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.900994 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.901261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.901522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.901823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.902088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.902340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.902601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.902856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.903187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.903490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.903769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.904086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.904350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.904841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.905160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.905515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.905821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.906125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.906408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.906671 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.906958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.907264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.907642 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.907995 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.908291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.908577 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.908901 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.909226 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.909555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.909842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.910152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.910532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.910852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.911126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.911414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.911733 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.912001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.912261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.912522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.912810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.913075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.913365 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.913701 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.913966 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.914226 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.914506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.914766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.915467 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.915467 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.915629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.915735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.916097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 03 12:18:41.916800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80003) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 03 12:18:41.917163 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 03 12:18:41.917327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 03 12:18:41.917703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 03 12:18:41.918047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 03 12:18:41.918374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 03 12:18:41.918766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.918965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.919146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.919335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.919519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.919775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.919890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.920066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.920237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.920589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.920786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.921046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.921405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.921594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.921808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.921995 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.922181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.922369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.922559 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.922723 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.922910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.923094 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.923282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.923444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.923672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.923840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.924028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.924214 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.924376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.924564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.924751 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.924936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.925119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.925304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.925488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.925665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.925855 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.926014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.926198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.926383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] host                           = dv-cinder-773876-1-iscsi {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.926536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.926727 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.926911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.927096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.927280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.927465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.927651 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.927834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.928016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.928205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.928388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.928571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.928756 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.928939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.929184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.929525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.929525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.929828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.929965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.930104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.930241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.930430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.930615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.930774 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.930958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.931142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.931325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.931541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.931687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.931824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.931959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.932139 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.932323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.932510 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.932665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.932851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.933037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.933221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.933405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.933590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.933807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.933991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.934233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.934378 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.934514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.934649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.934785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.934967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.935150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.935303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.935491 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.935991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.936179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.936363 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.936530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.936705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.936889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.937073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.937258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.937442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.937595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.937779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.937974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.938159 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.938348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.938531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.938715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.938900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.939084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 12:18:41.939296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.939487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.939690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.939878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.940066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.940255 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.940444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.940633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.940820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.941007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.941202 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.941390 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.941591 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.941825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.942013 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.942204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.942396 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.942585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.942748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.942938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.943125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.943312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.943519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.943709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.943899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.944089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.944256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.944474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.944616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.944781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.944919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.945065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.945305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.945545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.945789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.945789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.946111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.946111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.946369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.946504 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.946638 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.946773 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.946909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.947100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.947288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.947448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.947642 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.947830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.948018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.948211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.948412 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.948608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.948755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.948951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.949106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.949333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.949584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.949746 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.949892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.950041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.950179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.950313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.950501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.950689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.950884 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.951027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.951193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.951337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.951537 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.951683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.951880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.952068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.952229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.952419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.952607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.952798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.952984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.953173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.953361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.953504 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:18:41.953672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.953815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.953951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.954085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.954221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.954401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.954630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.954772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.954908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.955095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.955283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.955471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.955660 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.955849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.956069 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.956211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.956349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.956521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.956681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.956874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.957060 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.957249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.957437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.957624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.957814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.957998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.958190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.958380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.958567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.958755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.958942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.959129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.959329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.959516 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.959707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.959895 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.960108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.960246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.960439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.960627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.960770 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.960951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.961139 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.961810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.961965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.962121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.962259 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.962393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.962595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.962797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.962985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.963173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.963361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.963596 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.963785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.963976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.964198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.964351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.964506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.964657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.964868 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.965010 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.965145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.965286 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.965478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.965687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.965883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.966077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.966271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.966463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.966655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.966851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.967196 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.967390 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.967581 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.967773 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.967964 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.968155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.968413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.968608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.968799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.968992 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.969183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.969593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.969815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.970009 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.970201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.970395 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.970586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.970906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.971106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.971300 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.971495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.971689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.971999 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.972242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.972437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.972631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.972822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.973014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.973207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.973450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.973799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.973993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.974187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.974380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.974570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.974762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.974998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.975142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.975280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.975463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.975653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.975843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.976018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.976200 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.976392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.976781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.976979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.977175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.977370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.977567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.977786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.977980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.978170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.978368 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.978574 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.978767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.978959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.979152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.979344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.979547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.979898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.980090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.980280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.980472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.980676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.980867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.981058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.981248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.981440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.981679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.981829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.982021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.982223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.982416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.982609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.982800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.983004 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.983195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.983387 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.983579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.983771 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.983962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.984625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.984625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.984625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.985132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.985132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.985132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.985561 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.985561 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.985561 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.986003 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.986003 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.986283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.986283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.986564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.986564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.986856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.987003 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.987157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.987304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.987451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.987597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.987744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.987899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.988045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.988198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.988400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.988593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.988785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.988979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.989169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 12:18:41.989352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 03 12:18:42.253281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 43638) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:18:42.267728 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0112064
Feb 03 12:18:52.530514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1cff2c-c7fc-438a-bc3a-51f72b72b482 None None] get_active_networks_info from dv-cinder-773876-1-iscsi {{(pid=80116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 03 12:18:52.639003 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1cff2c-c7fc-438a-bc3a-51f72b72b482 None None] No non-hosted networks {{(pid=80116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 03 12:18:52.648457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agentschedulers_db [None req-db1cff2c-c7fc-438a-bc3a-51f72b72b482 None None] DHCP Agent not found on host dv-cinder-773876-1-iscsi {{(pid=80116) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Feb 03 12:18:52.793393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73a3f04a-dc08-4184-9e15-adf173074def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:54.969594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4c40c4d6-2ac6-476f-bd15-5193fc3527ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:55.016829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce67a889-0fc6-4386-ae23-8a5af67be992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:55.724984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:56.194918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:56.195607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.195998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.196392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.196815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.197872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.198422 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.198812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.199203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.199571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.199936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.200311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.200676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:18:56.201127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2a044054a8>, 'Open vSwitch agent', 'dv-cinder-773876-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:18:56.217495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2a043b0da0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773876-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:18:56.988128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:18:57.524607 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_hamode_db [None req-f08f4612-df92-430b-beb4-ed0aeee90079 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 03 12:18:57.617146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f4612-df92-430b-beb4-ed0aeee90079 None None] Routers set() bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:18:57.617482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f4612-df92-430b-beb4-ed0aeee90079 None None] Router IDs set() for agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 03 12:18:58.115085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] get_endpoint_by_host() called for host dv-cinder-773876-1-iscsi {{(pid=80116) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 03 12:18:58.120740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] get_endpoint_by_ip() called for ip 192.168.0.107 {{(pid=80116) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 03 12:18:58.124367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] _add_endpoint() called for ip 192.168.0.107 {{(pid=80116) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 03 12:18:58.130812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] _get_endpoints() called {{(pid=80116) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 03 12:18:58.542976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 43732) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:18:59.252595 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING oslo_policy.policy [None req-d66b25a8-32cc-47ac-98ef-ffc20c3f461b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 12:18:59.253197 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING oslo_policy.policy [None req-d66b25a8-32cc-47ac-98ef-ffc20c3f461b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 12:18:59.486593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [None req-d66b25a8-32cc-47ac-98ef-ffc20c3f461b admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:18:59.487614 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d66b25a8-32cc-47ac-98ef-ffc20c3f461b admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.9432867
Feb 03 12:19:02.234232 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 43746) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:02.695904 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-8d82eeac-7e74-4a31-8056-f7dee1ca4521 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:19:02.765185 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.policy [None req-8d82eeac-7e74-4a31-8056-f7dee1ca4521 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80115) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 03 12:19:02.765969 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING oslo_policy.policy [None req-8d82eeac-7e74-4a31-8056-f7dee1ca4521 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 12:19:02.766374 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING oslo_policy.policy [None req-8d82eeac-7e74-4a31-8056-f7dee1ca4521 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 12:19:02.793532 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota [None req-8d82eeac-7e74-4a31-8056-f7dee1ca4521 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2a0433e390>.
Feb 03 12:19:02.810508 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8d82eeac-7e74-4a31-8056-f7dee1ca4521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:19:02.876931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8d82eeac-7e74-4a31-8056-f7dee1ca4521 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738654872816', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738654829747', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738654829097', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738654843620', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738654845261', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854619083', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-157471', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582947', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853071251'] for rbac-policy, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:02.946366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8d82eeac-7e74-4a31-8056-f7dee1ca4521 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:02.947683 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8d82eeac-7e74-4a31-8056-f7dee1ca4521 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7124417
Feb 03 12:19:05.959975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 43760) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:06.393876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:19:06.400360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:19:06.405374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Usage tracker for resource:network and tenant:78ac1dcde5fc48f39fb018a6b91c0ed8 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:19:06.409406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:19:06.416312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:19:06.427603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Made reservation on behalf of 78ac1dcde5fc48f39fb018a6b91c0ed8 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:19:06.433798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:06.453548 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:06.468924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:19:06.473222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Usage tracker for resource:security_group_rule and tenant:78ac1dcde5fc48f39fb018a6b91c0ed8 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:19:06.477207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:19:06.483599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:19:06.600037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:06.603987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:06.609584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:06.630050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:19:06.655636 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:06.656230 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Added segment 066a9ea3-9df5-4476-8881-dd5f5047e2fe of type vxlan for network 23026ca8-7981-4818-811c-bd8a04e3019b
Feb 03 12:19:06.881983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf34e656-c120-4ad3-aace-83e8299fd5e6,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:06.900583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.900975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.901337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.901689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.902077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.902437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.902789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.903138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.903488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.903834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.904177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.904522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Tracked resource versions report:
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]: pushed versions:
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]: {   'AddressGroup': {'1.1'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'ConntrackHelper': {'1.0'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Log': {'1.0'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Network': {'1.1'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Port': {'1.7'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'PortForwarding': {'1.2'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'QosPolicy': {'1.8'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroup': {'1.4'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroupRule': {'1.2'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SubPort': {'1.0'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Subnet': {'1.1'},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Trunk': {'1.1'}}
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]: consumer versions:
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]: {   DHCP agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     L3 agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metadata agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metering agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@dv-cinder-773876-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'ConntrackHelper': '1.0',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Log': '1.0',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Network': '1.1',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Port': '1.7',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'PortForwarding': '1.2',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'QosPolicy': '1.8',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroup': '1.4',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroupRule': '1.2',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SubPort': '1.0',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Subnet': '1.1',
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Trunk': '1.1'}}
Feb 03 12:19:06.905631 dv-cinder-773876-1-iscsi neutron-server[80003]:  {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 12:19:06.946154 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:06.957808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:06.992186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:06.993565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:19:06.994286 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:06.999212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:07.107845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Pushing event updated for resources: {'Network': ['ID=23026ca8-7981-4818-811c-bd8a04e3019b,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:07.110796 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1495330
Feb 03 12:19:07.112758 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:07.120532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 23026ca8-7981-4818-811c-bd8a04e3019b details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:19:10.195714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 43776) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:10.741936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb030302-66b1-4c2e-b663-a986b093eecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:19:10.743366 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-bb030302-66b1-4c2e-b663-a986b093eecd admin admin] 10.222.0.38 "GET /v2.0/networks/23026ca8-7981-4818-811c-bd8a04e3019b HTTP/1.1" status: 200  len: 818 time: 0.5461755
Feb 03 12:19:10.773949 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ed43a212-b910-4296-8dbc-181f0dc9761c admin admin] 10.222.0.38 "GET /v2.0/subnetpools/9c3fe8b7-45ee-40b8-9114-fd40ddc4e916 HTTP/1.1" status: 200  len: 734 time: 0.0241568
Feb 03 12:19:10.786605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9c3fe8b7-45ee-40b8-9114-fd40ddc4e916', 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b', 'ip_version': 4, 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:19:10.791929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:19:10.796104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Usage tracker for resource:subnet and tenant:78ac1dcde5fc48f39fb018a6b91c0ed8 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:19:10.799245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:19:10.805024 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:19:10.817631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Made reservation on behalf of 78ac1dcde5fc48f39fb018a6b91c0ed8 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:19:10.822779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:11.334549 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:11.348112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:11.486546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=465bd500-95f2-48aa-aa84-ff48e92c77b8,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:11.501758 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:11.563145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Checking segment: {'id': '066a9ea3-9df5-4476-8881-dd5f5047e2fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:19:11.563525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Network hostable DHCP agents. Network: 23026ca8-7981-4818-811c-bd8a04e3019b, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:19:11.586755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Network 23026ca8-7981-4818-811c-bd8a04e3019b is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:19:11.597750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 23026ca8-7981-4818-811c-bd8a04e3019b) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:19:11.602303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:19:11.603155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:11.608627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e1f905-79b9-4def-896e-13d46653e643 None None] Network 23026ca8-7981-4818-811c-bd8a04e3019b requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:19:11.624588 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8417432
Feb 03 12:19:11.929545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b79e451-caa2-50de-a50b-efe9dfde6a2a-23026ca8-7981-4818-811c-bd8a04e3019b', 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'fixed_ips': [{'subnet_id': '465bd500-95f2-48aa-aa84-ff48e92c77b8'}]}} from dv-cinder-773876-1-iscsi. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 12:19:11.930830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:12.255128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Allocated IP 172.20.0.2 (23026ca8-7981-4818-811c-bd8a04e3019b/465bd500-95f2-48aa-aa84-ff48e92c77b8/1a366667-a4be-4559-aa46-41115ce295fd) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:19:12.496598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:12.509837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Transition to ACTIVE for port object 1a366667-a4be-4559-aa46-41115ce295fd will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:19:12.528228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Transition to ACTIVE for port object 1a366667-a4be-4559-aa46-41115ce295fd will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:19:12.534805 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:12.548210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:12.675532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Pushing event updated for resources: {'Port': ['ID=1a366667-a4be-4559-aa46-41115ce295fd,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:12.861477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.861736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.862124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.862480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.862828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.863308 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.863464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.863848 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.864195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.864523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.864890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.865206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Tracked resource versions report:
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]: pushed versions:
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]: {   'AddressGroup': {'1.1'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'ConntrackHelper': {'1.0'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Log': {'1.0'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Network': {'1.1'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Port': {'1.7'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'PortForwarding': {'1.2'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'QosPolicy': {'1.8'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroup': {'1.4'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroupRule': {'1.2'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SubPort': {'1.0'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Subnet': {'1.1'},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Trunk': {'1.1'}}
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]: consumer versions:
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]: {   DHCP agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     L3 agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metadata agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metering agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@dv-cinder-773876-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'ConntrackHelper': '1.0',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Log': '1.0',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Network': '1.1',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Port': '1.7',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'PortForwarding': '1.2',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'QosPolicy': '1.8',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroup': '1.4',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroupRule': '1.2',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SubPort': '1.0',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Subnet': '1.1',
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Trunk': '1.1'}}
Feb 03 12:19:12.866343 dv-cinder-773876-1-iscsi neutron-server[80003]:  {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 12:19:12.873189 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:12.931592 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Network 23026ca8-7981-4818-811c-bd8a04e3019b is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:19:12.932954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Resources bound (agent type, host, resource id):  {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:19:12.936409 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:19:13.002191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Attempting to bind port 1a366667-a4be-4559-aa46-41115ce295fd on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:19:13.002684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Attempting to bind port 1a366667-a4be-4559-aa46-41115ce295fd by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '066a9ea3-9df5-4476-8881-dd5f5047e2fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:19:13.003103 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Attempting to bind port 1a366667-a4be-4559-aa46-41115ce295fd on network 23026ca8-7981-4818-811c-bd8a04e3019b {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:19:13.008750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:19:13.009253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Checking segment: {'id': '066a9ea3-9df5-4476-8881-dd5f5047e2fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:19:13.009787 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:13.010313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Bound using segment: {'id': '066a9ea3-9df5-4476-8881-dd5f5047e2fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:19:13.010835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Bound port: 1a366667-a4be-4559-aa46-41115ce295fd, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066a9ea3-9df5-4476-8881-dd5f5047e2fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:19:13.011245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:13.107947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] For port 1a366667-a4be-4559-aa46-41115ce295fd, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:19:13.112169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] For port 1a366667-a4be-4559-aa46-41115ce295fd, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=1a366667-a4be-4559-aa46-41115ce295fd,segment=NetworkSegment(066a9ea3-9df5-4476-8881-dd5f5047e2fe),segment_id=066a9ea3-9df5-4476-8881-dd5f5047e2fe)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:19:13.116195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:13.129320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:13.276833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Pushing event updated for resources: {'Port': ['ID=1a366667-a4be-4559-aa46-41115ce295fd,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:13.281620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:14.356611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 43786) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:15.134148 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING oslo_policy.policy [None req-177a4bcf-b5bb-459e-bfd4-68b959ab6dfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 12:19:15.134717 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING oslo_policy.policy [None req-177a4bcf-b5bb-459e-bfd4-68b959ab6dfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 12:19:15.368769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [None req-177a4bcf-b5bb-459e-bfd4-68b959ab6dfe admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:19:15.370086 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-177a4bcf-b5bb-459e-bfd4-68b959ab6dfe admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 1.0113871
Feb 03 12:19:17.991989 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbfbda9-c4e5-4ba6-a187-d05a4bc68fff None None] Network 23026ca8-7981-4818-811c-bd8a04e3019b requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:19:18.095533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-74bbabf6-293b-4cf7-bdb4-2786d8f362fd None None] Provisioning for port 1a366667-a4be-4559-aa46-41115ce295fd completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:19:18.098542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 43804) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:18.203362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 1a366667-a4be-4559-aa46-41115ce295fd up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:19:18.332958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 1a366667-a4be-4559-aa46-41115ce295fd completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:19:18.341423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 1a366667-a4be-4559-aa46-41115ce295fd triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:19:18.341870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:18.474228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:18.509976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 1a366667-a4be-4559-aa46-41115ce295fd, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=1a366667-a4be-4559-aa46-41115ce295fd,segment=NetworkSegment(066a9ea3-9df5-4476-8881-dd5f5047e2fe),segment_id=066a9ea3-9df5-4476-8881-dd5f5047e2fe)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:19:18.513432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:18.516167 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:18.541819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [None req-7ef04295-42ac-4b06-b14e-845fff914f22 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:19:18.545696 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-7ef04295-42ac-4b06-b14e-845fff914f22 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4436281
Feb 03 12:19:18.588594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=1a366667-a4be-4559-aa46-41115ce295fd,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:18.592070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:18.632453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-f190e2af-ac7b-4883-a24c-ea79060d921d None None] Provisioning complete for port 1a366667-a4be-4559-aa46-41115ce295fd triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:19:18.632875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f190e2af-ac7b-4883-a24c-ea79060d921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:18.895050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-5c9d77d5-2376-4d36-ad67-8de9b6658724 None None] Provisioning complete for port 1a366667-a4be-4559-aa46-41115ce295fd triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:19:18.895452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c9d77d5-2376-4d36-ad67-8de9b6658724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:20.173065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 1a366667-a4be-4559-aa46-41115ce295fd up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:19:20.246001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 1a366667-a4be-4559-aa46-41115ce295fd triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:19:20.246336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:21.797518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 43816) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:22.234090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:19:22.282792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.policy [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80114) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 03 12:19:22.283620 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING oslo_policy.policy [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 12:19:22.284026 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING oslo_policy.policy [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 12:19:22.311115 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.quota [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2a04381400>.
Feb 03 12:19:22.327836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:19:22.334601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Usage tracker for resource:router and tenant:78ac1dcde5fc48f39fb018a6b91c0ed8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:19:22.339070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:19:22.346950 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:19:22.363916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853025918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771978'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:22.366029 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1749868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854388198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3823'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:22.386051 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73960d51-e836-4fa9-aa1e-c44d52c6d62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:22.390885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:22.513274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047887'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:22.535715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:22.536990 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f8460acc-d7ea-4821-96e0-627604087eb9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7380321
Feb 03 12:19:24.966954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c08a2e8b-5c48-4aa8-8d47-824846172c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:25.264742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 43830) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:25.489504 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:25.638629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [None req-e9837b12-9973-4f0e-906c-1a3ffcd9bdf8 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:19:25.639681 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-e9837b12-9973-4f0e-906c-1a3ffcd9bdf8 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3738973
Feb 03 12:19:26.191396 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:26.830697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:28.213265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 43850) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:28.297994 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:19:28.304582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:19:28.308778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Usage tracker for resource:network and tenant:24b17ec5c4ac4bfb92e0bfb7ef9f352c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:19:28.312694 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:19:28.318895 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:19:28.332141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Made reservation on behalf of 24b17ec5c4ac4bfb92e0bfb7ef9f352c for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:19:28.338591 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:28.355672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:28.373285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:19:28.377597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Usage tracker for resource:security_group_rule and tenant:24b17ec5c4ac4bfb92e0bfb7ef9f352c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:19:28.381110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:19:28.387414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:19:28.644191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:28.648490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:28.653252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:28.664270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Reserving flat network on physical network physnet1 {{(pid=80114) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 03 12:19:28.685532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:28.686451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2a05288620> segment precommit_create {{(pid=80114) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 03 12:19:28.686944 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Added segment 39cf9430-ad24-4185-9800-c5268a10188b of type flat for network 549e872b-1584-42ab-be09-aa93760d03bd
Feb 03 12:19:28.764220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf3576a-2320-4425-99b6-85b4b07b0854,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:28.791029 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.791403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.791771 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.792127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.792479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.792824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.793152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.793501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.793879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.794205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.794551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.794892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Tracked resource versions report:
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]: pushed versions:
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]: {   'AddressGroup': {'1.1'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'ConntrackHelper': {'1.0'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Log': {'1.0'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Network': {'1.1'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Port': {'1.7'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'PortForwarding': {'1.2'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'QosPolicy': {'1.8'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroup': {'1.4'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroupRule': {'1.2'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SubPort': {'1.0'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Subnet': {'1.1'},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Trunk': {'1.1'}}
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]: consumer versions:
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]: {   DHCP agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     L3 agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metadata agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metering agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@dv-cinder-773876-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'ConntrackHelper': '1.0',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Log': '1.0',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Network': '1.1',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Port': '1.7',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'PortForwarding': '1.2',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'QosPolicy': '1.8',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroup': '1.4',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroupRule': '1.2',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SubPort': '1.0',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Subnet': '1.1',
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Trunk': '1.1'}}
Feb 03 12:19:28.795994 dv-cinder-773876-1-iscsi neutron-server[80003]:  {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 12:19:28.821706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:28.838848 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:28.874050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:28.875410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:19:28.876072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:28.879462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:28.991730 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7772689
Feb 03 12:19:28.992472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Pushing event updated for resources: {'Network': ['ID=549e872b-1584-42ab-be09-aa93760d03bd,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:28.996525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:29.004264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 549e872b-1584-42ab-be09-aa93760d03bd details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:19:29.855709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:19:31.549709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 43872) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:31.734853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689fa507-7a9b-407e-896a-a08fbe993d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:19:31.736248 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-689fa507-7a9b-407e-896a-a08fbe993d8e admin admin] 10.222.0.38 "GET /v2.0/subnets/465bd500-95f2-48aa-aa84-ff48e92c77b8 HTTP/1.1" status: 200  len: 849 time: 0.1851125
Feb 03 12:19:31.928538 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8751fa58-2771-4f3b-abd6-afca9be8c9aa admin admin] 10.222.0.38 "GET /v2.0/routers/a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea HTTP/1.1" status: 200  len: 704 time: 0.1825054
Feb 03 12:19:32.574783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:32.949726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Allocated IP 172.20.0.1 (23026ca8-7981-4818-811c-bd8a04e3019b/465bd500-95f2-48aa-aa84-ff48e92c77b8/6ffdb8ed-75f2-48a0-849c-42bcf3a0830e) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:19:33.116821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:33.134735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Transition to ACTIVE for port object 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:19:33.192912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:33.209249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:33.336209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6ffdb8ed-75f2-48a0-849c-42bcf3a0830e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:33.348258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:33.405423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Network 23026ca8-7981-4818-811c-bd8a04e3019b is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:19:33.406682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:19:33.409260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:19:33.409798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853028235'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:33.663291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-87626612-8a55-42bd-a286-3cefb17f9ef7 None None] Provisioning for port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:19:33.668494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-87626612-8a55-42bd-a286-3cefb17f9ef7 None None] Provisioning complete for port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:19:33.668905 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-87626612-8a55-42bd-a286-3cefb17f9ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:33.687146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:33.725924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-87626612-8a55-42bd-a286-3cefb17f9ef7 None None] Port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:19:33.986602 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:33.990769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:33.991874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853047765'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:34.006594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:34.138407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6ffdb8ed-75f2-48a0-849c-42bcf3a0830e,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:34.143292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:34.201682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Network 23026ca8-7981-4818-811c-bd8a04e3019b is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:19:34.202862 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:19:34.452872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-055ce82e-f397-4e1b-9698-33ab51c53a70 None None] Provisioning complete for port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:19:34.453291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-055ce82e-f397-4e1b-9698-33ab51c53a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:34.515840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-055ce82e-f397-4e1b-9698-33ab51c53a70 None None] Port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:19:34.569609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Router a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea is scheduled to L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e with binding_index 1 {{(pid=80115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 12:19:34.746856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:19:34.757070 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] 10.222.0.38 "PUT /v2.0/routers/a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8219488
Feb 03 12:19:34.757806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Sync routers for ids ['a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:19:34.770927 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Routers {'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:19:34.771693 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0447ba58>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:19:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:19:34.968274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Set router a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea gateway port host: None {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:19:35.526779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0447ba58>, [{'id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'name': 'router1', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:19:22Z', 'updated_at': '2021-02-03T12:19:33Z', 'revision_number': 2, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'gw_port_host': None, '_interfaces': [{'id': '6ffdb8ed-75f2-48a0-849c-42bcf3a0830e', 'name': '', 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'mac_address': 'fa:16:3e:61:fa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:19:32Z', 'updated_at': '2021-02-03T12:19:33Z', 'revision_number': 2, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'subnets': [{'id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c3fe8b7-45ee-40b8-9114-fd40ddc4e916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:19:35.531987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Checking router: a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:19:35.532374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Updating router a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e binding host dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:19:35.588663 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:36.035744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:36.050991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Transition to ACTIVE for port object 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:19:36.054703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:36.072317 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:36.221915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Pushing event updated for resources: {'Port': ['ID=6ffdb8ed-75f2-48a0-849c-42bcf3a0830e,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:36.243063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.243834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.244213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.244575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.244937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.245304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.245676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.246040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.246395 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.246748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.247098 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.247452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Tracked resource versions report:
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]: pushed versions:
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]: {   'AddressGroup': {'1.1'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'ConntrackHelper': {'1.0'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Log': {'1.0'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Network': {'1.1'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Port': {'1.7'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'PortForwarding': {'1.2'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'QosPolicy': {'1.8'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroup': {'1.4'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroupRule': {'1.2'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SubPort': {'1.0'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Subnet': {'1.1'},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Trunk': {'1.1'}}
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]: consumer versions:
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]: {   DHCP agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     L3 agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metadata agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metering agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@dv-cinder-773876-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'ConntrackHelper': '1.0',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Log': '1.0',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Network': '1.1',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Port': '1.7',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'PortForwarding': '1.2',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'QosPolicy': '1.8',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroup': '1.4',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroupRule': '1.2',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SubPort': '1.0',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Subnet': '1.1',
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Trunk': '1.1'}}
Feb 03 12:19:36.248541 dv-cinder-773876-1-iscsi neutron-server[80003]:  {{(pid=80117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 12:19:36.252305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:36.410271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Attempting to bind port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:19:36.410700 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Attempting to bind port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '066a9ea3-9df5-4476-8881-dd5f5047e2fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:19:36.411112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Attempting to bind port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e on network 23026ca8-7981-4818-811c-bd8a04e3019b {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:19:36.417159 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:19:36.417578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Checking segment: {'id': '066a9ea3-9df5-4476-8881-dd5f5047e2fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:19:36.418212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:36.418646 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Bound using segment: {'id': '066a9ea3-9df5-4476-8881-dd5f5047e2fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:19:36.419164 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Bound port: 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066a9ea3-9df5-4476-8881-dd5f5047e2fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:19:36.419600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:36.515937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] For port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:19:36.520292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] For port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=6ffdb8ed-75f2-48a0-849c-42bcf3a0830e,segment=NetworkSegment(066a9ea3-9df5-4476-8881-dd5f5047e2fe),segment_id=066a9ea3-9df5-4476-8881-dd5f5047e2fe)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:19:36.526414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:36.539565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:36.689859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Pushing event updated for resources: {'Port': ['ID=6ffdb8ed-75f2-48a0-849c-42bcf3a0830e,revision_number=4']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:36.694611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:36.751333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Routers {'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:19:36.751991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0447ba58>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:19:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:19:36.919833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] Set router a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea gateway port host: None {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:19:37.261668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0447ba58>, [{'id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'name': 'router1', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:19:22Z', 'updated_at': '2021-02-03T12:19:33Z', 'revision_number': 2, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'gw_port_host': None, '_interfaces': [{'id': '6ffdb8ed-75f2-48a0-849c-42bcf3a0830e', 'name': '', 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'mac_address': 'fa:16:3e:61:fa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:19:32Z', 'updated_at': '2021-02-03T12:19:36Z', 'revision_number': 4, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'subnets': [{'id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c3fe8b7-45ee-40b8-9114-fd40ddc4e916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:19:37.266305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4575a-02b6-4880-8e18-dc20fd36be62 None None] The sync data for ids ['a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'] in dv-cinder-773876-1-iscsi is: [{'id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'name': 'router1', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:19:22Z', 'updated_at': '2021-02-03T12:19:33Z', 'revision_number': 2, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'gw_port_host': None, '_interfaces': [{'id': '6ffdb8ed-75f2-48a0-849c-42bcf3a0830e', 'name': '', 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'mac_address': 'fa:16:3e:61:fa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:19:32Z', 'updated_at': '2021-02-03T12:19:36Z', 'revision_number': 4, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'subnets': [{'id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c3fe8b7-45ee-40b8-9114-fd40ddc4e916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:19:37.280399 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 43884) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:37.469939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f863d0-0e87-4af3-b9ab-73fcbb8afe24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:19:37.471362 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-02f863d0-0e87-4af3-b9ab-73fcbb8afe24 admin admin] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 842 time: 0.1899166
Feb 03 12:19:37.482372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:19:37.487955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:19:37.492119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Usage tracker for resource:subnet and tenant:24b17ec5c4ac4bfb92e0bfb7ef9f352c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:19:37.495297 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:19:37.501132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:19:37.510631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Made reservation on behalf of 24b17ec5c4ac4bfb92e0bfb7ef9f352c for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:19:37.515302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:37.967531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.objects.ports [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 12:19:37.968220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:37.983771 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:38.158695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=972cba6c-cafe-4535-b2f6-fb111e9ff6f5,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:38.164648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:38.188788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Checking segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:19:38.189220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Network hostable DHCP agents. Network: 549e872b-1584-42ab-be09-aa93760d03bd, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:19:38.217105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Network 549e872b-1584-42ab-be09-aa93760d03bd is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:19:38.217297 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:19:38.226422 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 549e872b-1584-42ab-be09-aa93760d03bd) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:19:38.230741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:19:38.231521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:38.251644 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f75ccc0-b1c2-4281-8710-94e49e5a2f6e None None] Network 549e872b-1584-42ab-be09-aa93760d03bd requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:19:38.252465 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7740605
Feb 03 12:19:38.415713 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:19:38.424733 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:19:38.425151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:38.611364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae7874-c4a6-423b-8451-f9049b2ae488 None None] Network 549e872b-1584-42ab-be09-aa93760d03bd requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:19:38.722804 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:38.789122 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=6ffdb8ed-75f2-48a0-849c-42bcf3a0830e,segment=NetworkSegment(066a9ea3-9df5-4476-8881-dd5f5047e2fe),segment_id=066a9ea3-9df5-4476-8881-dd5f5047e2fe)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:19:38.822910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:38.828391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d6e4d8ce-4631-4f99-8a3b-3cde622ee646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:38.950690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=6ffdb8ed-75f2-48a0-849c-42bcf3a0830e,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:38.953594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:40.188427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:19:40.420264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:19:40.420684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:40.856788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 43898) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:41.107100 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8f5cabc2-cb1c-4b5c-9a03-771990265134 admin admin] 10.222.0.38 "GET /v2.0/routers/a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea HTTP/1.1" status: 200  len: 710 time: 0.2486191
Feb 03 12:19:41.245753 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f60f2-e037-441b-9e69-7cbe394b9331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:19:41.247208 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b33f60f2-e037-441b-9e69-7cbe394b9331 admin admin] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 886 time: 0.1341381
Feb 03 12:19:41.260588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:19:41.906398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853025795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:42.274092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:42.339698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:42.353005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:42.369025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:19:42.373414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:19:42.376559 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:19:42.382843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:19:42.473948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:42.478151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:42.491307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:42.587001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd7656e-8021-47e5-8ee7-b7eca4345a60,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:42.592095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:42.764541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Allocated IP 172.27.0.105 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/b109798d-4937-4913-be8a-54d4be3c9611) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:19:42.921760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:42.956652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:42.971337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c204544f-a8e8-446c-8279-c89cac12a4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:43.116082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Pushing event updated for resources: {'Port': ['ID=b109798d-4937-4913-be8a-54d4be3c9611,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:43.120653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:43.172875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:19:43.174032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:19:43.176461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:19:43.600722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:44.141201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853025795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:44.144916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853047994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1749989'] for router, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:44.335379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Router a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:19:44.527670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:19:44.539429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Sync routers for ids ['a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:19:44.545465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:44.548369 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] 10.222.0.38 "PUT /v2.0/routers/a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea HTTP/1.1" status: 200  len: 890 time: 3.2900112
Feb 03 12:19:44.550072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Routers {'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:19:44.550747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02effda0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:19:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:19:44.759036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Set router a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:19:45.119225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02effda0>, [{'id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'name': 'router1', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b109798d-4937-4913-be8a-54d4be3c9611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:19:22Z', 'updated_at': '2021-02-03T12:19:43Z', 'revision_number': 4, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'gw_port': {'id': 'b109798d-4937-4913-be8a-54d4be3c9611', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:19:42Z', 'updated_at': '2021-02-03T12:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '6ffdb8ed-75f2-48a0-849c-42bcf3a0830e', 'name': '', 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'mac_address': 'fa:16:3e:61:fa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:19:32Z', 'updated_at': '2021-02-03T12:19:38Z', 'revision_number': 5, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'subnets': [{'id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c3fe8b7-45ee-40b8-9114-fd40ddc4e916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:19:45.124164 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Checking router: a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:19:45.124554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Updating router a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea port b109798d-4937-4913-be8a-54d4be3c9611 binding host dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:19:45.180195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:45.586688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:45.599256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Transition to ACTIVE for port object b109798d-4937-4913-be8a-54d4be3c9611 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:19:45.602499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:45.618533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:45.749357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac538-9ce9-425a-87a7-13fb6eff9729 None None] Pushing event updated for resources: {'Port': ['ID=b109798d-4937-4913-be8a-54d4be3c9611,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:45.753812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3d2ac538-9ce9-425a-87a7-13fb6eff9729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:45.822322 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Attempting to bind port b109798d-4937-4913-be8a-54d4be3c9611 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:19:45.822794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Attempting to bind port b109798d-4937-4913-be8a-54d4be3c9611 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:19:45.823099 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Attempting to bind port b109798d-4937-4913-be8a-54d4be3c9611 on network 549e872b-1584-42ab-be09-aa93760d03bd {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:19:45.829058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:19:45.829472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Checking segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:19:45.829949 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:45.830378 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Bound using segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:19:45.830893 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Bound port: b109798d-4937-4913-be8a-54d4be3c9611, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:19:45.831306 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:45.909006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] For port b109798d-4937-4913-be8a-54d4be3c9611, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:19:45.912270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] For port b109798d-4937-4913-be8a-54d4be3c9611, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=b109798d-4937-4913-be8a-54d4be3c9611,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:19:45.916086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:45.931486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:46.086290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac538-9ce9-425a-87a7-13fb6eff9729 None None] Pushing event updated for resources: {'Port': ['ID=b109798d-4937-4913-be8a-54d4be3c9611,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:46.091142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3d2ac538-9ce9-425a-87a7-13fb6eff9729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:46.130012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Routers {'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:19:46.130662 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02effda0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:19:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:19:46.314500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] Set router a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:19:46.657656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02effda0>, [{'id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'name': 'router1', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b109798d-4937-4913-be8a-54d4be3c9611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:19:22Z', 'updated_at': '2021-02-03T12:19:43Z', 'revision_number': 4, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'gw_port': {'id': 'b109798d-4937-4913-be8a-54d4be3c9611', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:19:42Z', 'updated_at': '2021-02-03T12:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '6ffdb8ed-75f2-48a0-849c-42bcf3a0830e', 'name': '', 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'mac_address': 'fa:16:3e:61:fa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:19:32Z', 'updated_at': '2021-02-03T12:19:38Z', 'revision_number': 5, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'subnets': [{'id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c3fe8b7-45ee-40b8-9114-fd40ddc4e916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:19:46.661980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00725c2e-2556-466a-994b-5405a30afdc4 None None] The sync data for ids ['a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea'] in dv-cinder-773876-1-iscsi is: [{'id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'name': 'router1', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b109798d-4937-4913-be8a-54d4be3c9611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:19:22Z', 'updated_at': '2021-02-03T12:19:43Z', 'revision_number': 4, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'gw_port': {'id': 'b109798d-4937-4913-be8a-54d4be3c9611', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:19:42Z', 'updated_at': '2021-02-03T12:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '6ffdb8ed-75f2-48a0-849c-42bcf3a0830e', 'name': '', 'network_id': '23026ca8-7981-4818-811c-bd8a04e3019b', 'tenant_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'mac_address': 'fa:16:3e:61:fa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a469ca-d5e6-40ec-b3e5-c8a35209a9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:19:32Z', 'updated_at': '2021-02-03T12:19:38Z', 'revision_number': 5, 'project_id': '78ac1dcde5fc48f39fb018a6b91c0ed8', 'subnets': [{'id': '465bd500-95f2-48aa-aa84-ff48e92c77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c3fe8b7-45ee-40b8-9114-fd40ddc4e916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:19:47.224745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 43908) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:19:47.383056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec346f-b738-47a9-bfa2-50c82211748b admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:19:47.384857 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-73ec346f-b738-47a9-bfa2-50c82211748b admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1588778
Feb 03 12:19:48.219707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device b109798d-4937-4913-be8a-54d4be3c9611 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:19:48.294286 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port b109798d-4937-4913-be8a-54d4be3c9611 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:19:48.299261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port b109798d-4937-4913-be8a-54d4be3c9611 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:19:48.299674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:48.431414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:48.452791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port b109798d-4937-4913-be8a-54d4be3c9611, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=b109798d-4937-4913-be8a-54d4be3c9611,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:19:48.456909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:48.459636 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:19:48.533906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=b109798d-4937-4913-be8a-54d4be3c9611,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:19:48.537127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:19:50.212230 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device b109798d-4937-4913-be8a-54d4be3c9611 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:19:50.320597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port b109798d-4937-4913-be8a-54d4be3c9611 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:19:50.321410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:52.400068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b39c788d-5520-42a7-866f-2777203c5d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:54.982495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e67bbff0-bfe4-494b-8a6e-493bfb5920e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:55.503440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:56.200352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:19:56.842882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:20:06.859857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:20:22.393340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b09cd89b-fd89-4b37-8701-4b7d23c4e645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:20:24.967105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-26a0ae67-fae5-4849-ab76-4662301080ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:20:25.497245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:20:26.193193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:20:26.847082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:20:43.861108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:20:52.401569 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7cd91f4f-3579-4275-96d5-0633a5f08dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:20:54.970308 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1d8026d-be6e-4e54-b45a-2841fa048d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:20:55.500281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:20:56.197017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:20:56.853014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:20.861586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:21:22.396493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3673cdc7-89da-43fa-99e4-46de9e2cd5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:24.974653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8550e062-447d-42b5-b70b-41a007a1571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:25.503401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:26.201213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:26.856457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:52.400104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-57768f89-3f05-43f8-82f2-05ae0ab94826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:54.979344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ee231587-a6ec-44b2-9590-01a98cd3f76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:55.508206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:56.208268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:56.860593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:21:57.861630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:22:01.703792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44484) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:01.824975 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e71907b-324b-43a6-b335-927533c2f044 admin admin] GET failed (client error): The resource could not be found.
Feb 03 12:22:01.826359 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6e71907b-324b-43a6-b335-927533c2f044 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1214828
Feb 03 12:22:01.982742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab162d-7733-48a0-8e2a-0aa15605ff3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:01.984382 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ebab162d-7733-48a0-8e2a-0aa15605ff3e admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1514642
Feb 03 12:22:04.451069 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44494) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:04.623280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d40f10-7711-4c3d-aa2c-20f5ee42fb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:04.623851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-27d40f10-7711-4c3d-aa2c-20f5ee42fb98 admin admin] Synchronizing usage tracker for tenant:24b17ec5c4ac4bfb92e0bfb7ef9f352c on resource:subnet {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:22:04.643016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-27d40f10-7711-4c3d-aa2c-20f5ee42fb98 admin admin] Unset dirty status for tenant:24b17ec5c4ac4bfb92e0bfb7ef9f352c on resource:subnet {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:22:04.644265 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-27d40f10-7711-4c3d-aa2c-20f5ee42fb98 admin admin] 10.222.0.38 "GET /v2.0/subnets/465bd500-95f2-48aa-aa84-ff48e92c77b8 HTTP/1.1" status: 200  len: 849 time: 0.1920023
Feb 03 12:22:04.655288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:22:04.789615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:05.112758 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738653110899'] for subnet, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:05.126019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fb7c9567-ac2b-4ecf-9034-f3dbbea3d7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:22:05.261550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=465bd500-95f2-48aa-aa84-ff48e92c77b8,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:22:05.282890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.283280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.283661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.284030 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.284396 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.284775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.285141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.285501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.285903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.286263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.286620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.286975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:05.293072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:22:05.324068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:05.324761 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:05.326636 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] 10.222.0.38 "PUT /v2.0/subnets/465bd500-95f2-48aa-aa84-ff48e92c77b8 HTTP/1.1" status: 200  len: 868 time: 0.6753232
Feb 03 12:22:05.345068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545823ec-d3cc-4cde-9e4c-8752e282e69a None None] Network 23026ca8-7981-4818-811c-bd8a04e3019b requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:22:05.861235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-c2586f09-4b53-4b7d-af6f-568c74fa86d2 None None] Provisioning complete for port 6ffdb8ed-75f2-48a0-849c-42bcf3a0830e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:22:05.861836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2586f09-4b53-4b7d-af6f-568c74fa86d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:06.002418 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-c2586f09-4b53-4b7d-af6f-568c74fa86d2 None None] Provisioning complete for port 1a366667-a4be-4559-aa46-41115ce295fd triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:22:06.002850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2586f09-4b53-4b7d-af6f-568c74fa86d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:07.808969 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44504) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:08.045360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae48de-8603-4112-bfad-0baf61c9ea05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:08.045830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae48de-8603-4112-bfad-0baf61c9ea05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:08.047522 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3cae48de-8603-4112-bfad-0baf61c9ea05 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2375042
Feb 03 12:22:10.526431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44514) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:10.760223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343358f-f2f9-45ab-8f31-66201ed009c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:10.760697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343358f-f2f9-45ab-8f31-66201ed009c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:10.762409 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d343358f-f2f9-45ab-8f31-66201ed009c3 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2346358
Feb 03 12:22:13.293041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44524) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:13.521580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc21b8e7-2066-4e7f-b36a-566328c991a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:13.523026 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-dc21b8e7-2066-4e7f-b36a-566328c991a5 admin admin] 10.222.0.38 "GET /v2.0/networks/23026ca8-7981-4818-811c-bd8a04e3019b HTTP/1.1" status: 200  len: 862 time: 0.2285717
Feb 03 12:22:15.963233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44534) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:16.173767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05652692-4055-44fb-b6ba-2aa95d7571d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:16.175245 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-05652692-4055-44fb-b6ba-2aa95d7571d7 admin admin] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 886 time: 0.2109883
Feb 03 12:22:18.650977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44544) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:18.808343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ca9d93-ba32-410b-83f0-cb08ae15b187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:18.808704 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ca9d93-ba32-410b-83f0-cb08ae15b187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:18.810378 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-e8ca9d93-ba32-410b-83f0-cb08ae15b187 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1579666
Feb 03 12:22:21.298364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44554) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:21.479863 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b3b22-e0e9-4e40-8929-c09d7e075c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:21.480290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b3b22-e0e9-4e40-8929-c09d7e075c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:21.482170 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-fc0b3b22-e0e9-4e40-8929-c09d7e075c9e admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1824856
Feb 03 12:22:22.403987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e5cf7b4b-b7dc-4fd4-b303-e601d4f688e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:23.998517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44564) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:24.159989 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc2d28-a205-478d-a3cf-d7472fcdac33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:24.161386 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-01fc2d28-a205-478d-a3cf-d7472fcdac33 admin admin] 10.222.0.38 "GET /v2.0/subnets/465bd500-95f2-48aa-aa84-ff48e92c77b8 HTTP/1.1" status: 200  len: 868 time: 0.1618345
Feb 03 12:22:24.983789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1a8eeece-8e48-4149-a5bd-7e9661c0a57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:25.508366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:26.203812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:26.628906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44574) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:26.791375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6e8bf-00a1-43ef-a99d-1073c7789ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:26.793433 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-55e6e8bf-00a1-43ef-a99d-1073c7789ad2 admin admin] 10.222.0.38 "GET /v2.0/subnets/972cba6c-cafe-4535-b2f6-fb111e9ff6f5 HTTP/1.1" status: 200  len: 816 time: 0.1633863
Feb 03 12:22:26.864389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:34.860943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:22:52.406577 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf59d-f9eb-44a0-88fe-4ad78b0c48d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:52.479049 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 44614) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:52.568496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [None req-ad0d93b1-8288-4bea-8869-e05a88b91dea admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:22:52.570296 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ad0d93b1-8288-4bea-8869-e05a88b91dea admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0894091
Feb 03 12:22:54.987454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e494-f860-4866-ac25-30c92d3fb5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:55.162056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 44624) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:55.279172 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.pecan_wsgi.hooks.translation [None req-020b0bf8-7de2-42d7-8aaa-713877c55b00 admin admin] GET failed (client error): The resource could not be found.
Feb 03 12:22:55.279749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-020b0bf8-7de2-42d7-8aaa-713877c55b00 admin admin] Synchronizing usage tracker for tenant:24b17ec5c4ac4bfb92e0bfb7ef9f352c on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:22:55.298955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-020b0bf8-7de2-42d7-8aaa-713877c55b00 admin admin] Unset dirty status for tenant:24b17ec5c4ac4bfb92e0bfb7ef9f352c on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:22:55.300135 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-020b0bf8-7de2-42d7-8aaa-713877c55b00 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1370332
Feb 03 12:22:55.441757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef0b319-c6c3-439c-a0bb-f1a8aa205a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:55.443354 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4ef0b319-c6c3-439c-a0bb-f1a8aa205a5c admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1386764
Feb 03 12:22:55.512833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:56.207642 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:56.870513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:57.915213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 44634) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:22:58.004843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:22:58.009775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:22:58.019834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:22:58.029410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Made reservation on behalf of 24b17ec5c4ac4bfb92e0bfb7ef9f352c for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:22:58.034060 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:58.127385 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.services.revisions.revision_plugin [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2a038446a0] {project_id='24b17ec5c4ac4bfb92e0bfb7ef9f352c', id='cf34cc80-8494-439d-a7dd-9082a16c23d8', target_tenant='*', action='access_as_shared', object_id='09263498-e28c-4a2d-a92d-d176d0b6e009'}> to bump revision.
Feb 03 12:22:58.146270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:22:58.158094 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:58.158481 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Added segment bf06e99e-56d0-4715-9bd3-a0602376b613 of type vxlan for network 09263498-e28c-4a2d-a92d-d176d0b6e009
Feb 03 12:22:58.190668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:58.223291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:58.224540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:22:58.225170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:22:58.230225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:22:58.333396 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4166415
Feb 03 12:22:58.336361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=09263498-e28c-4a2d-a92d-d176d0b6e009,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:22:58.344242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.344646 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.345012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.345372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.345749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.346143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.346498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.346842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.347209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.347560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.347908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.348244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:22:58.352351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:22:58.361885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 09263498-e28c-4a2d-a92d-d176d0b6e009 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:23:00.822925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44644) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:23:00.938958 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.pecan_wsgi.hooks.translation [None req-028c89bc-ee5d-4c00-8f46-1ad10c6dda4f admin admin] GET failed (client error): The resource could not be found.
Feb 03 12:23:00.940341 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-028c89bc-ee5d-4c00-8f46-1ad10c6dda4f admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1163561
Feb 03 12:23:01.064126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a18f89-95c4-4d59-99af-4d1a2ddca4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:23:01.065672 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-47a18f89-95c4-4d59-99af-4d1a2ddca4ef admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1204760
Feb 03 12:23:01.077317 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Request body: {'subnet': {'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:23:01.082168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:23:01.092342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:23:01.102932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Made reservation on behalf of 24b17ec5c4ac4bfb92e0bfb7ef9f352c for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:23:01.108113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:01.726948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:01.739828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-732961bd-502a-4902-9f03-61aaae983776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:23:01.861663 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5179e50a-14d3-45bb-8c2f-e9118f0eaccc,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:23:01.866432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:23:01.937246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Checking segment: {'id': 'bf06e99e-56d0-4715-9bd3-a0602376b613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:23:01.937624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Network hostable DHCP agents. Network: 09263498-e28c-4a2d-a92d-d176d0b6e009, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:23:01.957416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Network 09263498-e28c-4a2d-a92d-d176d0b6e009 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:23:01.967309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 09263498-e28c-4a2d-a92d-d176d0b6e009) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:23:01.971534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:23:01.972151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:01.977803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa02fb-119e-4979-9adf-e372650ee67a None None] Network 09263498-e28c-4a2d-a92d-d176d0b6e009 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:23:01.998142 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9252334
Feb 03 12:23:02.218597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b79e451-caa2-50de-a50b-efe9dfde6a2a-09263498-e28c-4a2d-a92d-d176d0b6e009', 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009', 'tenant_id': '24b17ec5c4ac4bfb92e0bfb7ef9f352c', 'fixed_ips': [{'subnet_id': '5179e50a-14d3-45bb-8c2f-e9118f0eaccc'}]}} from dv-cinder-773876-1-iscsi. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 12:23:02.220820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:02.515835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Allocated IP 192.168.233.2 (09263498-e28c-4a2d-a92d-d176d0b6e009/5179e50a-14d3-45bb-8c2f-e9118f0eaccc/9f80e86b-82a4-4732-aee3-e7b19acce8bf) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:23:02.746374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:02.757782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Transition to ACTIVE for port object 9f80e86b-82a4-4732-aee3-e7b19acce8bf will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:23:02.775131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Transition to ACTIVE for port object 9f80e86b-82a4-4732-aee3-e7b19acce8bf will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:23:02.780745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:02.797829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:23:02.928210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Pushing event updated for resources: {'Port': ['ID=9f80e86b-82a4-4732-aee3-e7b19acce8bf,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:23:02.938865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.939271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.939641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.940017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.941675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.941675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.941675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.941675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.942064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.942064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.942433 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.942876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:23:02.948221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:23:03.004735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Network 09263498-e28c-4a2d-a92d-d176d0b6e009 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:23:03.005931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Resources bound (agent type, host, resource id):  {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:23:03.008330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:23:03.069425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Attempting to bind port 9f80e86b-82a4-4732-aee3-e7b19acce8bf on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:23:03.069795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Attempting to bind port 9f80e86b-82a4-4732-aee3-e7b19acce8bf by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': 'bf06e99e-56d0-4715-9bd3-a0602376b613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:23:03.070208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Attempting to bind port 9f80e86b-82a4-4732-aee3-e7b19acce8bf on network 09263498-e28c-4a2d-a92d-d176d0b6e009 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:23:03.076113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:23:03.076528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Checking segment: {'id': 'bf06e99e-56d0-4715-9bd3-a0602376b613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:23:03.076979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:03.077415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Bound using segment: {'id': 'bf06e99e-56d0-4715-9bd3-a0602376b613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:23:03.077960 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Bound port: 9f80e86b-82a4-4732-aee3-e7b19acce8bf, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf06e99e-56d0-4715-9bd3-a0602376b613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:23:03.078375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:03.174775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] For port 9f80e86b-82a4-4732-aee3-e7b19acce8bf, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:23:03.178287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] For port 9f80e86b-82a4-4732-aee3-e7b19acce8bf, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=9f80e86b-82a4-4732-aee3-e7b19acce8bf,segment=NetworkSegment(bf06e99e-56d0-4715-9bd3-a0602376b613),segment_id=bf06e99e-56d0-4715-9bd3-a0602376b613)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:23:03.182911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:03.199519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:23:03.516033 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Pushing event updated for resources: {'Port': ['ID=9f80e86b-82a4-4732-aee3-e7b19acce8bf,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:23:03.520822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:23:04.318428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 9f80e86b-82a4-4732-aee3-e7b19acce8bf up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:23:04.391385 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 9f80e86b-82a4-4732-aee3-e7b19acce8bf completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:23:04.766134 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff29973-f269-4baf-884b-fa8c6779d10a None None] Network 09263498-e28c-4a2d-a92d-d176d0b6e009 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:23:04.864195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a68e0687-216e-4441-9fe5-8a1c5bb60bd4 None None] Provisioning for port 9f80e86b-82a4-4732-aee3-e7b19acce8bf completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:23:04.872319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a68e0687-216e-4441-9fe5-8a1c5bb60bd4 None None] Provisioning complete for port 9f80e86b-82a4-4732-aee3-e7b19acce8bf triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:23:04.872736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a68e0687-216e-4441-9fe5-8a1c5bb60bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:05.115348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a68e0687-216e-4441-9fe5-8a1c5bb60bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:05.163207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a68e0687-216e-4441-9fe5-8a1c5bb60bd4 None None] For port 9f80e86b-82a4-4732-aee3-e7b19acce8bf, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=9f80e86b-82a4-4732-aee3-e7b19acce8bf,segment=NetworkSegment(bf06e99e-56d0-4715-9bd3-a0602376b613),segment_id=bf06e99e-56d0-4715-9bd3-a0602376b613)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:23:05.167889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a68e0687-216e-4441-9fe5-8a1c5bb60bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:05.173306 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:23:05.248554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e0687-216e-4441-9fe5-8a1c5bb60bd4 None None] Pushing event updated for resources: {'Port': ['ID=9f80e86b-82a4-4732-aee3-e7b19acce8bf,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:23:05.252046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a68e0687-216e-4441-9fe5-8a1c5bb60bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:23:05.403648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-08fca7c0-8f5f-456c-92f3-975b82229da8 None None] Provisioning complete for port 9f80e86b-82a4-4732-aee3-e7b19acce8bf triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:23:05.404222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-08fca7c0-8f5f-456c-92f3-975b82229da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:05.661978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-cd7b168d-b12c-4777-848a-d85775986878 None None] Provisioning complete for port 9f80e86b-82a4-4732-aee3-e7b19acce8bf triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:23:05.662422 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cd7b168d-b12c-4777-848a-d85775986878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:06.300715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 9f80e86b-82a4-4732-aee3-e7b19acce8bf up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:23:06.373958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 9f80e86b-82a4-4732-aee3-e7b19acce8bf triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:23:06.374342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:11.860748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:23:22.412764 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff994193-4c6b-4f65-968a-e1780411b60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:24.990896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d094-38de-49b2-aa9c-f6c812fad7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:25.515134 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:26.211205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:26.873354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:48.862282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:23:52.406330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b7bb312b-b270-47db-b641-5b84a790a77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:54.994938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fd1e23b-f905-4f20-b148-adb69d4e44e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:55.517825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:56.216667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:23:56.878019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:08.276326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44686) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:24:08.286663 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [None req-dd80e6d5-6cfd-4493-ba6d-decc65dc9be4 tempest-verify_tempest_config-87997320 tempest-verify_tempest_config-87997320-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:24:08.288059 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-dd80e6d5-6cfd-4493-ba6d-decc65dc9be4 tempest-verify_tempest_config-87997320 tempest-verify_tempest_config-87997320-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0103621
Feb 03 12:24:08.677609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44706) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:24:08.843937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:08.859726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:24:08.864088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Usage tracker for resource:security_group_rule and tenant:4f239445071a4dbfb90cf8e78446c0b7 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:24:08.867190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:24:08.873112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:24:08.975617 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:08.979419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:08.988910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:24:09.029998 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f239445071a4dbfb90cf8e78446c0b7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3511300
Feb 03 12:24:09.031690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3a552c-4772-4bc5-8905-2094164d248a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:24:09.033228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 44712) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:24:09.039381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.039852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.040229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.040600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.040962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.041322 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.041741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.042108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.042479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.042822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.043178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.043527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.048406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:24:09.101455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:09.130675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:09.185393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:09.191829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:24:09.205215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3a552c-4772-4bc5-8905-2094164d248a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:24:09.213225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:09.214475 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b3a552c-4772-4bc5-8905-2094164d248a HTTP/1.1" status: 204  len: 168 time: 0.1782143
Feb 03 12:24:09.215952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.216347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.216689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.217050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.217455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.217828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.218187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.218542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.218883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.219238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.219589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.219944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:24:09.223162 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:24:22.409958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0ab63c72-43d1-4190-b264-9d12b8078c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:24.999562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e1bbd5b9-0718-4fdf-800d-e2fe63a35e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:25.527199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:25.867695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:24:26.230738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:26.885811 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:52.423930 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5084c44c-ff27-40a0-acdc-aa7a738ecb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:55.008721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9854d89c-ac1e-4efe-b5e6-40a97d2db643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:55.533058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:56.237320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:24:56.897674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:25:02.868227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:25:22.426330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0d330f73-507b-40eb-bb81-631a5a4eb069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:25:25.006538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9672fb81-a5bb-4d9e-aff9-432b31269dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:25:25.539819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:25:26.224493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:25:26.896434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:25:39.874642 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:25:52.420248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7024ee69-6222-44d4-ae56-30a1db144e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:25:55.002233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-39838bbc-7ab9-47ce-af93-3727b38d22e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:25:55.544481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:25:56.230389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:25:56.903397 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:03.861420 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:03.862050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.862244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.862627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.863009 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.863375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.863739 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.864101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.864447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.864827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.865185 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.865544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.865925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:26:03.866312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2a02f5c470>, 'Open vSwitch agent', 'hv-cinder-77387', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:26:03.870476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2a043b0c88>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77387', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:26:04.247673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] get_endpoint_by_host() called for host hv-cinder-77387 {{(pid=80116) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 03 12:26:04.252158 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] get_endpoint_by_ip() called for ip 192.168.0.125 {{(pid=80116) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 03 12:26:04.255823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] _add_endpoint() called for ip 192.168.0.125 {{(pid=80116) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 03 12:26:04.262026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] _get_endpoints() called {{(pid=80116) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 03 12:26:11.573178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44784) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:26:11.740634 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-00661ceb-7196-4b15-b60b-36a8ca3920a1 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5087 time: 0.1657774
Feb 03 12:26:14.290270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 44794) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:26:14.389247 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-58d872ff-3b48-4910-b920-32e7187df562 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5087 time: 0.0977795
Feb 03 12:26:16.875445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:26:22.428193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a4b2262-3d9d-4fa4-a492-f7c15184aa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:24.998087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-113e2abe-a6d2-43f7-95be-ebd053660087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:25.549799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:26.222105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:26.906520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:33.887041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:52.425215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dc3cc95a-44e5-4118-a7c4-66fc559c0952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:53.878011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:26:54.991375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d595b02d-f42a-4dcc-95ff-2c4820293dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:55.550639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:56.227846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:26:56.923245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:03.870528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:22.419926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a96be2c5-546f-482f-baac-9c7c16cca99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:24.994417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c61a48b9-41fc-4c5c-9160-3bf43c161e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:25.546263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:26.212400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:26.915324 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:30.891679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:27:33.871594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:52.429446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38e36a87-d821-4184-8e9d-7858cd407926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:55.005631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f6390fbb-924a-41a2-a2d4-3d0423940b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:55.551169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:56.214545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:56.934256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.229932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 44998) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:27:58.334343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45008) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:27:58.442679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45016) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:27:58.575478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1684854772-network', 'tenant_id': '4fa1018d6af34a42bff780baebcba31f'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:27:58.580460 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:27:58.588424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Usage tracker for resource:network and tenant:4fa1018d6af34a42bff780baebcba31f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:27:58.592485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:27:58.598430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:27:58.608542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Made reservation on behalf of 4fa1018d6af34a42bff780baebcba31f for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:27:58.613695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.627982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.641192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-network', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:27:58.644522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:27:58.648671 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Usage tracker for resource:security_group_rule and tenant:4fa1018d6af34a42bff780baebcba31f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:27:58.652394 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:27:58.655195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:27:58.658449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:27:58.660118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Usage tracker for resource:network and tenant:7ea69c59837644fba6e9ec49c774325e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:27:58.664327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:27:58.671819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:27:58.685923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Made reservation on behalf of 7ea69c59837644fba6e9ec49c774325e for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:27:58.692681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.709290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.732082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:27:58.736668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Usage tracker for resource:security_group_rule and tenant:7ea69c59837644fba6e9ec49c774325e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:27:58.740306 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:27:58.747014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:27:58.758921 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.764973 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.769909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:27:58.783180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-408241043-network', 'tenant_id': 'd042df76237942259c50782ec90b8ce8'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:27:58.789498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:27:58.798277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Usage tracker for resource:network and tenant:d042df76237942259c50782ec90b8ce8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:27:58.800854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:27:58.802843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:27:58.814648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:27:58.816647 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.817073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.817457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.817879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.818257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.818629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.819028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.819567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.820118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.820485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.821004 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.821553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.822235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.822751 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.823942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.824488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.824999 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.825518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.826072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.826601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.827190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.827724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.828090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.828451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Tracked resource versions report:
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]: pushed versions:
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]: {   'AddressGroup': {'1.1'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'ConntrackHelper': {'1.0'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Log': {'1.0'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Network': {'1.1'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Port': {'1.7'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'PortForwarding': {'1.2'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'QosPolicy': {'1.8'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroup': {'1.4'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroupRule': {'1.2'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SubPort': {'1.0'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Subnet': {'1.1'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Trunk': {'1.1'}}
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]: consumer versions:
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]: {   DHCP agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     L3 agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metadata agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metering agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@dv-cinder-773876-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'ConntrackHelper': '1.0',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Log': '1.0',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Network': '1.1',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Port': '1.7',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'PortForwarding': '1.2',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'QosPolicy': '1.8',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroup': '1.4',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroupRule': '1.2',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SubPort': '1.0',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Subnet': '1.1',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Trunk': '1.1'},
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@hv-cinder-77387: {   'AddressGroup': '1.1',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'ConntrackHelper': '1.0',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Log': '1.0',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Network': '1.1',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Port': '1.7',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'PortForwarding': '1.2',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'QosPolicy': '1.8',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SecurityGroup': '1.4',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SecurityGroupRule': '1.2',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SubPort': '1.0',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Subnet': '1.1',
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Trunk': '1.1'}}
Feb 03 12:27:58.829816 dv-cinder-773876-1-iscsi neutron-server[80003]:  {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 12:27:58.835275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:27:58.843934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:27:58.849003 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Made reservation on behalf of d042df76237942259c50782ec90b8ce8 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:27:58.854343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.858562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.859180 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Added segment 982913bb-4c10-46b5-8a8d-f2eb016fefb0 of type vxlan for network 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27
Feb 03 12:27:58.886949 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.893020 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.918797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:27:58.937901 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.939731 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:27:58.940504 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.948755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:27:58.956425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Usage tracker for resource:security_group_rule and tenant:d042df76237942259c50782ec90b8ce8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:27:58.963316 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:27:58.968151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.973267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:27:58.977111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:58.989787 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:27:59.065735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:27:59.098771 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Pushing event updated for resources: {'Network': ['ID=35bcd1c5-21cc-4be8-b79c-67dcf14ebf27,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:27:59.103247 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8721206
Feb 03 12:27:59.104767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:27:59.106898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 45040) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:27:59.111146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:27:59.114042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Request body: {'subnet': {'network_id': '35bcd1c5-21cc-4be8-b79c-67dcf14ebf27', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1684854772-subnet', 'tenant_id': '4fa1018d6af34a42bff780baebcba31f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:27:59.120096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:27:59.125152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Usage tracker for resource:subnet and tenant:4fa1018d6af34a42bff780baebcba31f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:27:59.129944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:27:59.136560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:27:59.148045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Made reservation on behalf of 4fa1018d6af34a42bff780baebcba31f for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:27:59.152304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:59.153148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:59.174855 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Added segment 7db821e0-cf83-4b5b-ad30-1081962863bf of type vxlan for network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3
Feb 03 12:27:59.184717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f3138-36fb-420c-9561-2f01270fb056,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:27:59.278467 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.278943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.282286 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.282685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.283069 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.283441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.283812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.284234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.284530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.284893 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.285261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.289871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.290303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.290702 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.292502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.292927 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.293307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.293712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.294087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.294455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.294820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.295185 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.299682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.300085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Tracked resource versions report:
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]: pushed versions:
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]: {   'AddressGroup': {'1.1'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'ConntrackHelper': {'1.0'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Log': {'1.0'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Network': {'1.1'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Port': {'1.7'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'PortForwarding': {'1.2'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'QosPolicy': {'1.8'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroup': {'1.4'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroupRule': {'1.2'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SubPort': {'1.0'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Subnet': {'1.1'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Trunk': {'1.1'}}
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]: consumer versions:
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]: {   DHCP agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     L3 agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metadata agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metering agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@dv-cinder-773876-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'ConntrackHelper': '1.0',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Log': '1.0',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Network': '1.1',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Port': '1.7',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'PortForwarding': '1.2',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'QosPolicy': '1.8',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroup': '1.4',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroupRule': '1.2',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SubPort': '1.0',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Subnet': '1.1',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Trunk': '1.1'},
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@hv-cinder-77387: {   'AddressGroup': '1.1',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'ConntrackHelper': '1.0',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Log': '1.0',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Network': '1.1',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Port': '1.7',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'PortForwarding': '1.2',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'QosPolicy': '1.8',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SecurityGroup': '1.4',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SecurityGroupRule': '1.2',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SubPort': '1.0',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Subnet': '1.1',
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Trunk': '1.1'}}
Feb 03 12:27:59.301461 dv-cinder-773876-1-iscsi neutron-server[80003]:  {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 12:27:59.314772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:27:59.327154 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:27:59.409849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:59.466234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:59.528552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:59.533881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:59.565044 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:27:59.588038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:59.588431 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Added segment 8455116e-5bae-4963-97f9-78ec646024b2 of type vxlan for network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1
Feb 03 12:27:59.649194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:59.714862 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:27:59.779788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f6fd39-0235-4f22-a825-6e213927356d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:27:59.786601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:27:59.788463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:27:59.790649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:59.831903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:27:59.842324 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07cc3973-cca3-4920-990e-fa03e2281b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:00.031726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Pushing event updated for resources: {'Network': ['ID=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:00.044920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:28:00.134213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:00.134852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:00.164294 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Pushing event updated for resources: {'Network': ['ID=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:00.170175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:00.170175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:00.170437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:00.178145 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.7341299
Feb 03 12:28:00.179157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45074) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:00.185961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Request body: {'subnet': {'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-408241043-subnet', 'tenant_id': 'd042df76237942259c50782ec90b8ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:00.191580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:00.203398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Usage tracker for resource:subnet and tenant:d042df76237942259c50782ec90b8ce8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:00.207427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:00.213820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:00.226544 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.8873081
Feb 03 12:28:00.226544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Made reservation on behalf of d042df76237942259c50782ec90b8ce8 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:28:00.230784 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:00.233286 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 45080) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:00.252799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Request body: {'subnet': {'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-subnet', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:00.280151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:00.285698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:28:00.310082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Usage tracker for resource:subnet and tenant:7ea69c59837644fba6e9ec49c774325e is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:00.319044 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:00.324749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:00.340018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:00.395915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-135c828f-3e1b-4e23-a0f3-841dd7d52aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:00.585553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Made reservation on behalf of 7ea69c59837644fba6e9ec49c774325e for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:28:00.595715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:00.806734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:28:00.906543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:00.925065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:00.986446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45102) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:00.990752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:01.000992 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:01.036391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:28:01.183581 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Checking segment: {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:01.184555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Network hostable DHCP agents. Network: b7ab0312-92c5-4aaa-a799-a0ebfd359dc1, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:28:01.214883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:28:01.227971 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, b7ab0312-92c5-4aaa-a799-a0ebfd359dc1) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:01.244363 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:01.244555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:01.263204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d5939e-3007-47a1-9714-2c7b6f887d44 None None] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:28:01.289544 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1091826
Feb 03 12:28:01.338814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Checking segment: {'id': '982913bb-4c10-46b5-8a8d-f2eb016fefb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35bcd1c5-21cc-4be8-b79c-67dcf14ebf27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:01.339649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Network hostable DHCP agents. Network: 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:28:01.372041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32fdcfa5-ebca-48cf-9ea8-a47f6605a915,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:01.378478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.988s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:01.380966 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Network 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:28:01.406336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:01.416333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:01.417058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:01.427223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb229a44-d3e8-4376-a1da-bc49459b0bea None None] Network 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:28:01.456871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:01.494167 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:01.504596 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Usage tracker for resource:security_group_rule and tenant:30a7604fbf924ab1815e2f2dd8939bed is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:01.512802 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:01.526708 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4181807
Feb 03 12:28:01.532901 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:01.673250 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:01.694475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:01.775782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:01.782882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:01.854762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2e759370-87c7-4bd0-9e81-00c1cf90530e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:01.942424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab4aee6-f85b-47b3-8f58-5d7232bfde5a None None] Network 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:28:01.946889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Synchronizing usage tracker for tenant:24b17ec5c4ac4bfb92e0bfb7ef9f352c on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:01.951791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f62948-c82f-4860-a5f5-ac61a15dcec8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:01.956152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:02.001355 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Unset dirty status for tenant:24b17ec5c4ac4bfb92e0bfb7ef9f352c on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:02.003637 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=30a7604fbf924ab1815e2f2dd8939bed&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0012286
Feb 03 12:28:02.004798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558a7dd6-5cd0-43df-8150-ab5f7c879728,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:02.008404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45144) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:02.025305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:02.048625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7392b3ac-b778-4964-9a36-41601018c2f1 None None] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:28:02.142911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-076716c2-bf3a-4938-a520-b03a98500023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:02.194277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Checking segment: {'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:02.194866 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Network hostable DHCP agents. Network: 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:28:02.195105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-076716c2-bf3a-4938-a520-b03a98500023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:02.229633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:28:02.256254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:02.266341 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:02.267222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:02.268473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-076716c2-bf3a-4938-a520-b03a98500023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:02.274463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6a181147-ec10-4d9c-bdb6-a2a4aff49341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:02.278094 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d69415-a750-4c94-ac85-ddb66cce7f37 None None] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:28:02.308168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076716c2-bf3a-4938-a520-b03a98500023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f62948-c82f-4860-a5f5-ac61a15dcec8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:02.311725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45168) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:02.315259 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-076716c2-bf3a-4938-a520-b03a98500023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:02.316146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45170) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:02.318897 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.0832059
Feb 03 12:28:02.321955 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 03 12:28:02.326398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-router', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:02.332180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:02.381309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Usage tracker for resource:router and tenant:7ea69c59837644fba6e9ec49c774325e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:02.400714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:02.548542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:02.569561 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-076716c2-bf3a-4938-a520-b03a98500023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:02.570890 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-076716c2-bf3a-4938-a520-b03a98500023 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9f62948-c82f-4860-a5f5-ac61a15dcec8 HTTP/1.1" status: 204  len: 168 time: 0.5614204
Feb 03 12:28:02.572375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853025918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771978'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:02.574593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1749868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854388198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3823'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:02.913963 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10bff04-a82a-48a1-8dc4-1b1f596dd47e None None] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:28:02.945551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-816763d8-3f6b-4ad7-8308-ef2a64a7678d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:02.946317 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-816763d8-3f6b-4ad7-8308-ef2a64a7678d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Synchronizing usage tracker for tenant:d042df76237942259c50782ec90b8ce8 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:02.970155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:02.988070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-816763d8-3f6b-4ad7-8308-ef2a64a7678d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Unset dirty status for tenant:d042df76237942259c50782ec90b8ce8 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:02.989358 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-816763d8-3f6b-4ad7-8308-ef2a64a7678d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 814 time: 0.6758199
Feb 03 12:28:03.024290 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2a3198ab-dcb9-4086-b6dd-71a251a258a8 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/quotas/d042df76237942259c50782ec90b8ce8 HTTP/1.1" status: 200  len: 375 time: 0.0248139
Feb 03 12:28:03.279396 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-9addac9b-f3c0-49c3-9585-928f89c358fa tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1356986
Feb 03 12:28:03.374517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 45212) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:03.464273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853025795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:03.477762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 45232) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:03.481350 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 03 12:28:03.594451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:03.608275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 45236) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:03.647190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:03.649908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:03.665491 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] Usage tracker for resource:security_group_rule and tenant:f74596d944fe411b9df9f7839ed15192 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:03.672544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:03.698769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:03.701246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:03.712727 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:e10c2668633d4fd8b4126066cab164ee is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:03.724362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:03.736607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:03.804403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-db3677e6-2184-4703-9998-14f57ae5a59f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:28:03.805498 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-db3677e6-2184-4703-9998-14f57ae5a59f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1172121
Feb 03 12:28:03.840146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-56d24f29-af4c-4eb0-811a-ca00804cae99 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:03.840958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-56d24f29-af4c-4eb0-811a-ca00804cae99 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Synchronizing usage tracker for tenant:4fa1018d6af34a42bff780baebcba31f on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:03.872754 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:03.897177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-56d24f29-af4c-4eb0-811a-ca00804cae99 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Unset dirty status for tenant:4fa1018d6af34a42bff780baebcba31f on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:03.898573 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-56d24f29-af4c-4eb0-811a-ca00804cae99 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/networks?id=35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 HTTP/1.1" status: 200  len: 812 time: 0.4196630
Feb 03 12:28:03.914227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:03.931822 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-040895e3-4259-4b45-bed8-f1c85132322a tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/quotas/4fa1018d6af34a42bff780baebcba31f HTTP/1.1" status: 200  len: 375 time: 0.0257835
Feb 03 12:28:03.957151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.014032 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-2a11aef4-0f11-454a-9132-f935a56d5bd7 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4fa1018d6af34a42bff780baebcba31f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0683806
Feb 03 12:28:04.045578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.056550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.070564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.071212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a84eaf23-e024-445f-b7b6-d49e4fbf6f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:04.089975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.094616 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-a9209b1e-0b0e-48c1-9e0a-c50f35554363 service neutron] 10.222.0.38 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2814419
Feb 03 12:28:04.136901 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e10c2668633d4fd8b4126066cab164ee&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5247855
Feb 03 12:28:04.138860 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45248) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:04.141949 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b666f6d-5494-4839-b8ce-31648f78061f,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:04.147803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:04.148244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:04.169577 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f74596d944fe411b9df9f7839ed15192&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7933469
Feb 03 12:28:04.181175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 45252) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:04.190462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-8a645237-23dc-4e43-a173-48c42a1604b3 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:28:04.191541 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-8a645237-23dc-4e43-a173-48c42a1604b3 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1116395
Feb 03 12:28:04.204586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13acd3e7-7710-4740-ac62-21ab59338edd,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:04.209974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:04.356152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-89082d4b-3fd0-407c-8724-cb89cfd13b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.399374 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-a0c5135a-0930-4bda-b15e-e5168623413c service neutron] 10.222.0.38 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2965817
Feb 03 12:28:04.413123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-89082d4b-3fd0-407c-8724-cb89cfd13b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.422184 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-d2408720-ffd2-44aa-8f3a-868a0ccaa549 service neutron] 10.222.0.38 "GET /v2.0/networks/35bcd1c5-21cc-4be8-b79c-67dcf14ebf27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025709
Feb 03 12:28:04.468150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cf77ebbc-95c8-4af6-a49d-b99cb86e4c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.503881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Allocated IP 172.27.0.190 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/512bc0f2-c96d-46b1-b7d3-8b234aba146c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:28:04.522803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cf77ebbc-95c8-4af6-a49d-b99cb86e4c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.592710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-89082d4b-3fd0-407c-8724-cb89cfd13b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.601993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:04.614104 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-e5f07bf1-0259-4c35-b41e-62083a1ef2fc service neutron] 10.222.0.38 "GET /v2.0/networks/35bcd1c5-21cc-4be8-b79c-67dcf14ebf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1800025
Feb 03 12:28:04.617482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89082d4b-3fd0-407c-8724-cb89cfd13b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13acd3e7-7710-4740-ac62-21ab59338edd,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:04.621689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-89082d4b-3fd0-407c-8724-cb89cfd13b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:04.627448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-89082d4b-3fd0-407c-8724-cb89cfd13b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.628657 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-89082d4b-3fd0-407c-8724-cb89cfd13b3d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13acd3e7-7710-4740-ac62-21ab59338edd HTTP/1.1" status: 204  len: 168 time: 0.4465225
Feb 03 12:28:04.675707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cf77ebbc-95c8-4af6-a49d-b99cb86e4c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:04.684516 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-076716c2-bf3a-4938-a520-b03a98500023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:04.725932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77ebbc-95c8-4af6-a49d-b99cb86e4c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b666f6d-5494-4839-b8ce-31648f78061f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:04.940582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cf77ebbc-95c8-4af6-a49d-b99cb86e4c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:05.060008 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-08ed078a-6c71-4f8d-b6ef-e8044887a8ca req-28e273bd-96e2-479f-b2d3-98bb6e82d2a9 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 210 time: 0.1262314
Feb 03 12:28:05.101473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cf77ebbc-95c8-4af6-a49d-b99cb86e4c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:05.105383 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-cf77ebbc-95c8-4af6-a49d-b99cb86e4c8b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b666f6d-5494-4839-b8ce-31648f78061f HTTP/1.1" status: 204  len: 168 time: 0.9635170
Feb 03 12:28:05.194316 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:05.268751 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:05.289653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:05.398084 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-34b3560d-b19b-4a89-ad85-d38f6d175d31 req-ccdab70b-e13b-4ee2-9fbb-bac6dfcdc29d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 210 time: 0.0942011
Feb 03 12:28:05.457801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Pushing event updated for resources: {'Port': ['ID=512bc0f2-c96d-46b1-b7d3-8b234aba146c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:05.464984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:05.471656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 45340) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:05.513079 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:05.538267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:05.543634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:28:05.543753 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] Usage tracker for resource:security_group_rule and tenant:eb4e32267e7c459786d71e79bf3fed5d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:05.544958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:05.547073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:05.551296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:28:05.553810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:05.649604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:05.653821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:05.666441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-766e015a-e68d-43a7-9e9d-8314826c9e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:05.723184 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb4e32267e7c459786d71e79bf3fed5d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2479112
Feb 03 12:28:05.723184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42482d82-c1c5-43ce-b5a9-4262a123e4f3,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:05.724253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 45350) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:05.727053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:05.811349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8773eada-6a0e-453d-b3ec-d6c2424b8883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:05.847429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8773eada-6a0e-453d-b3ec-d6c2424b8883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:05.923336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8773eada-6a0e-453d-b3ec-d6c2424b8883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:05.931125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cd4a6a0d-d238-4244-bd76-e2d7ff207fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:05.950480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773eada-6a0e-453d-b3ec-d6c2424b8883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42482d82-c1c5-43ce-b5a9-4262a123e4f3,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:05.953836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8773eada-6a0e-453d-b3ec-d6c2424b8883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:05.960878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8773eada-6a0e-453d-b3ec-d6c2424b8883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:05.962631 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8773eada-6a0e-453d-b3ec-d6c2424b8883 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42482d82-c1c5-43ce-b5a9-4262a123e4f3 HTTP/1.1" status: 204  len: 168 time: 0.2373896
Feb 03 12:28:06.162877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:06.501972 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-27e7e3da-74d9-498b-91bc-9fd59c2f2a0e req-29defb8e-98ca-4eef-a236-67380021a0c8 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 210 time: 0.2803621
Feb 03 12:28:06.679717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047887'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:06.725702 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50e8a239-849e-4f42-9969-2f63f66f1b16 req-b84cb12b-b9ac-44b5-8a98-fb7cfa57131e tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 210 time: 0.0883420
Feb 03 12:28:06.999980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 is scheduled to L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 12:28:07.397855 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:28:07.409830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Sync routers for ids ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:28:07.420997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Routers {'1711b88d-c08c-4ca0-8f5a-64b864a973d2'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:28:07.421832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a037ffb70>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:27:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:07.424486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:07.425981 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.1058483
Feb 03 12:28:07.428777 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 45436) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:07.696883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Set router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:28:07.880622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.86', 60941) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:08.141619 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45472) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:08.146926 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4f0da145-58d8-42e7-a664-8e818fc583b1 req-559bcea7-4945-4987-960f-52be5798dbc6 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 210 time: 0.3449872
Feb 03 12:28:08.153092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:28:08.218438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a037ffb70>, [{'id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-router', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:28:02Z', 'updated_at': '2021-02-03T12:28:05Z', 'revision_number': 3, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'gw_port': {'id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:04Z', 'updated_at': '2021-02-03T12:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:08.223311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Checking router: 1711b88d-c08c-4ca0-8f5a-64b864a973d2 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:28:08.223912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Updating router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 port 512bc0f2-c96d-46b1-b7d3-8b234aba146c binding host dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:28:08.240529 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6563a957-5a4e-449b-8352-2221414fcc6c req-0714c56d-8d31-499a-bf0a-2e7cbd27c1ad tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 210 time: 0.0978169
Feb 03 12:28:08.346616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:08.376194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-c7428381-33b1-40ef-8da6-11780dbebe89 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:08.390878 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-c7428381-33b1-40ef-8da6-11780dbebe89 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 814 time: 0.5090647
Feb 03 12:28:08.461183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Request body: {'port': {'device_id': 'e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf', 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1', 'admin_state_up': True, 'tenant_id': 'd042df76237942259c50782ec90b8ce8'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:08.758314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:08.798005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:08.807188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] Usage tracker for resource:security_group_rule and tenant:3a2451246c9e49448cc231950ccf6e50 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:08.811678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:08.820312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:08.827433 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.86', 60948) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:09.035428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:09.108255 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:09.113386 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:09.115307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Usage tracker for resource:port and tenant:d042df76237942259c50782ec90b8ce8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:09.127107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:09.132023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:09.171799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad88f39-07c6-41fb-8d28-ae51598252fb,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:09.189135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:09.215632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:09.244719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Transition to ACTIVE for port object 512bc0f2-c96d-46b1-b7d3-8b234aba146c will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:28:09.248868 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:09.252396 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:09.265798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45530) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:09.279028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-354988bb-9608-4f68-9a8a-ae76b319e4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:09.305476 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a2451246c9e49448cc231950ccf6e50&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1615145
Feb 03 12:28:09.308698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45536) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:09.339028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Made reservation on behalf of d042df76237942259c50782ec90b8ce8 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:28:09.422686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:09.434764 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Pushing event updated for resources: {'Port': ['ID=512bc0f2-c96d-46b1-b7d3-8b234aba146c,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:09.445714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.446436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.446999 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.447804 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.448352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.448904 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.449440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.450003 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.450566 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.451115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.451653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.452197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.452893 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.453435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.454014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.454551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.455093 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.455647 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.456182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.456726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.457264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.457936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.458473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.459090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Tracked resource versions report:
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]: pushed versions:
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]: {   'AddressGroup': {'1.1'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'ConntrackHelper': {'1.0'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Log': {'1.0'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Network': {'1.1'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Port': {'1.7'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'PortForwarding': {'1.2'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'QosPolicy': {'1.8'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroup': {'1.4'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroupRule': {'1.2'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SubPort': {'1.0'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Subnet': {'1.1'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Trunk': {'1.1'}}
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]: consumer versions:
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]: {   DHCP agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     L3 agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metadata agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metering agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@dv-cinder-773876-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'ConntrackHelper': '1.0',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Log': '1.0',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Network': '1.1',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Port': '1.7',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'PortForwarding': '1.2',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'QosPolicy': '1.8',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroup': '1.4',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroupRule': '1.2',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SubPort': '1.0',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Subnet': '1.1',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Trunk': '1.1'},
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@hv-cinder-77387: {   'AddressGroup': '1.1',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'ConntrackHelper': '1.0',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Log': '1.0',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Network': '1.1',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Port': '1.7',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'PortForwarding': '1.2',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'QosPolicy': '1.8',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SecurityGroup': '1.4',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SecurityGroupRule': '1.2',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SubPort': '1.0',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Subnet': '1.1',
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Trunk': '1.1'}}
Feb 03 12:28:09.460595 dv-cinder-773876-1-iscsi neutron-server[80003]:  {{(pid=80117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 12:28:09.470206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:09.563442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Attempting to bind port 512bc0f2-c96d-46b1-b7d3-8b234aba146c on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:28:09.563999 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Attempting to bind port 512bc0f2-c96d-46b1-b7d3-8b234aba146c by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:28:09.564504 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Attempting to bind port 512bc0f2-c96d-46b1-b7d3-8b234aba146c on network 549e872b-1584-42ab-be09-aa93760d03bd {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:28:09.576915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:28:09.577511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Checking segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:09.578054 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:09.578698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Bound using segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:28:09.579417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Bound port: 512bc0f2-c96d-46b1-b7d3-8b234aba146c, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:28:09.586492 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:09.615600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-46a6efac-e7ff-4aec-8c9a-4e62aba0620e tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:09.617163 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-46a6efac-e7ff-4aec-8c9a-4e62aba0620e tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.86 "GET /v2.0/networks?id=35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 HTTP/1.1" status: 200  len: 812 time: 0.7887304
Feb 03 12:28:09.717139 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] For port 512bc0f2-c96d-46b1-b7d3-8b234aba146c, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:28:09.721385 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] For port 512bc0f2-c96d-46b1-b7d3-8b234aba146c, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=512bc0f2-c96d-46b1-b7d3-8b234aba146c,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:28:09.725697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:09.743869 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:09.760584 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a9c8bd77-9bd4-4e62-b2c0-696c3926a06e req-5b5bdb50-cbe4-464b-9da2-a7d3c993ab00 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 210 time: 0.2011113
Feb 03 12:28:09.831465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:09.869750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Pushing event updated for resources: {'Port': ['ID=512bc0f2-c96d-46b1-b7d3-8b234aba146c,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:09.902474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Request body: {'port': {'device_id': '577b4852-dc19-4486-90cb-2529807ebb5d', 'network_id': '35bcd1c5-21cc-4be8-b79c-67dcf14ebf27', 'admin_state_up': True, 'tenant_id': '4fa1018d6af34a42bff780baebcba31f'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:09.926169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:09.934922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e44d4a3-3473-4fbc-9f47-a85d734c1bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:09.945788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] Usage tracker for resource:security_group_rule and tenant:27bbfa7e92994ef3aaea52965acb0d4c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:09.954234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:09.976165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:09.993462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:10.110404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e44d4a3-3473-4fbc-9f47-a85d734c1bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:10.138329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Routers {'1711b88d-c08c-4ca0-8f5a-64b864a973d2'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:28:10.139465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a037ffb70>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:27:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:10.157986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:10.163012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Usage tracker for resource:port and tenant:4fa1018d6af34a42bff780baebcba31f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:10.166432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:10.173160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:10.208748 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-95984edf-baa1-4b72-8184-69b7aa1aaf45 req-0a84f51e-7a7d-46ea-8674-5d7146dbfbb6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 210 time: 0.5697234
Feb 03 12:28:10.209939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Made reservation on behalf of 4fa1018d6af34a42bff780baebcba31f for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:28:10.254845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:10.516854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:10.633958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e44d4a3-3473-4fbc-9f47-a85d734c1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:10.673196 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:10.767567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44d4a3-3473-4fbc-9f47-a85d734c1bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad88f39-07c6-41fb-8d28-ae51598252fb,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:10.798157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e44d4a3-3473-4fbc-9f47-a85d734c1bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:10.803180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:10.816027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Allocated IP 172.20.0.3 (b7ab0312-92c5-4aaa-a799-a0ebfd359dc1/2e4a0e08-0f99-4ec6-9ca6-e6ed17293964/dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:28:10.819402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e44d4a3-3473-4fbc-9f47-a85d734c1bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:10.820983 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1e44d4a3-3473-4fbc-9f47-a85d734c1bbd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fad88f39-07c6-41fb-8d28-ae51598252fb HTTP/1.1" status: 204  len: 168 time: 1.4930446
Feb 03 12:28:10.832380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:10.857110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:10.904010 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] Set router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:28:10.945801 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27bbfa7e92994ef3aaea52965acb0d4c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6653128
Feb 03 12:28:10.946722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b5e6c6-f1d3-4d4c-a078-b63680c10f9c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:10.988000 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45588) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:10.993419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:11.193586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cae65aad-123c-407a-8e23-041d7356dcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:11.208063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Allocated IP 172.20.0.12 (35bcd1c5-21cc-4be8-b79c-67dcf14ebf27/32fdcfa5-ebca-48cf-9ea8-a47f6605a915/effbac55-8055-4e30-aa2a-d3fadce4527a) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:28:11.385369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cae65aad-123c-407a-8e23-041d7356dcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:11.567296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:11.709443 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8f0d75e9-3dc4-4e73-9fe2-467c19092e2e req-c387f73d-7b41-4966-b619-4b149ccf4bfc tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 210 time: 0.1151893
Feb 03 12:28:11.714002 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cae65aad-123c-407a-8e23-041d7356dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:11.726535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6a2b5355-214f-4311-bf2b-3967b236403d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:11.746589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae65aad-123c-407a-8e23-041d7356dcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b5e6c6-f1d3-4d4c-a078-b63680c10f9c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:11.752330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cae65aad-123c-407a-8e23-041d7356dcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:11.813544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cae65aad-123c-407a-8e23-041d7356dcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:11.818556 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-cae65aad-123c-407a-8e23-041d7356dcc1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a8b5e6c6-f1d3-4d4c-a078-b63680c10f9c HTTP/1.1" status: 204  len: 168 time: 0.8243394
Feb 03 12:28:11.843787 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:11.905867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce8299ef-1f2a-416d-a1ae-3abf109ac12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:12.159304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a037ffb70>, [{'id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-router', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:28:02Z', 'updated_at': '2021-02-03T12:28:05Z', 'revision_number': 3, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'gw_port': {'id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:04Z', 'updated_at': '2021-02-03T12:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:12.172952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cbe0c4-531c-48f4-a673-278a38979573 None None] The sync data for ids ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'] in dv-cinder-773876-1-iscsi is: [{'id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-router', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:28:02Z', 'updated_at': '2021-02-03T12:28:05Z', 'revision_number': 3, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'gw_port': {'id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:04Z', 'updated_at': '2021-02-03T12:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:28:12.235341 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3509880b-d17c-4e86-9e75-e55778a398c5 req-1de30358-dc8c-4cb0-93bf-7110c30e1433 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 210 time: 1.0576351
Feb 03 12:28:12.516635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:12.541941 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Pushing event updated for resources: {'Port': ['ID=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:12.561161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:12.561357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Allocated IP 172.20.0.1 (2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3/558a7dd6-5cd0-43df-8150-ab5f7c879728/1d1c14ee-2d69-40e6-8073-bda339a48841) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:28:12.786542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:28:12.820232 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:12.820232 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:28:12.918763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:13.009915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:13.106980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:13.107688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:13.398993 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9435368
Feb 03 12:28:13.603603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:13.676947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Network 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:28:13.681439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:13.700068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:13.701193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:28:13.808721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c94884-af76-4626-89f5-77a6969bd02a req-02720dad-2075-4f15-bc76-dc749ab7b39b tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:13.815352 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83c94884-af76-4626-89f5-77a6969bd02a req-02720dad-2075-4f15-bc76-dc749ab7b39b tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 932 time: 0.6712749
Feb 03 12:28:13.881915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:13.883151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:13.899425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Pushing event updated for resources: {'Port': ['ID=effbac55-8055-4e30-aa2a-d3fadce4527a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:13.988079 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.978s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:13.997532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:14.059208 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83c94884-af76-4626-89f5-77a6969bd02a req-97e548c4-14f4-4ef0-bb77-03e6378c4a2d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2296822
Feb 03 12:28:14.062730 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45686) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:14.095687 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4570093
Feb 03 12:28:14.549351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Pushing event updated for resources: {'Port': ['ID=1d1c14ee-2d69-40e6-8073-bda339a48841,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:14.567040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:14.665189 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 512bc0f2-c96d-46b1-b7d3-8b234aba146c up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:14.891470 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61d883-983c-4fba-9d1b-8de8db1d5bdd req-0003d154-d101-4bbb-9e9e-67eac786b879 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:14.903382 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb61d883-983c-4fba-9d1b-8de8db1d5bdd req-0003d154-d101-4bbb-9e9e-67eac786b879 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 931 time: 1.0006192
Feb 03 12:28:14.906275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 512bc0f2-c96d-46b1-b7d3-8b234aba146c completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:28:14.913750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 512bc0f2-c96d-46b1-b7d3-8b234aba146c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:14.914341 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:14.954383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:15.001060 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:28:15.008875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:15.020183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:28:15.020879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853028235'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:15.028571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:15.053238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] Usage tracker for resource:security_group_rule and tenant:41885ca9ee4c4df6983b958de405e05e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:15.062932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:15.084151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:15.170437 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb61d883-983c-4fba-9d1b-8de8db1d5bdd req-7beca00f-fe8a-4164-b9c4-5cde2c8b8941 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2601533
Feb 03 12:28:15.282461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:15.362144 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:15.425239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 512bc0f2-c96d-46b1-b7d3-8b234aba146c, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=512bc0f2-c96d-46b1-b7d3-8b234aba146c,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:28:15.429421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:15.434617 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:15.469336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:15.508321 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:15.565916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=512bc0f2-c96d-46b1-b7d3-8b234aba146c,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:15.579418 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.580046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.580559 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.581064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.585506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.586279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.586794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.587339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.587916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.588506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.589066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.589613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.590237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.592295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.593015 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.594301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.596054 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cae65aad-123c-407a-8e23-041d7356dcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:15.596343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.596911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.597980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.598543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.600249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.600809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.603513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.604247 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Tracked resource versions report:
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]: pushed versions:
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]: {   'AddressGroup': {'1.1'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'ConntrackHelper': {'1.0'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Log': {'1.0'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Network': {'1.1'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Port': {'1.7'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'PortForwarding': {'1.2'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'QosPolicy': {'1.8'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroup': {'1.4'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SecurityGroupRule': {'1.2'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'SubPort': {'1.0'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Subnet': {'1.1'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     'Trunk': {'1.1'}}
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]: consumer versions:
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]: {   DHCP agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     L3 agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metadata agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     Metering agent@dv-cinder-773876-1-iscsi: {},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@dv-cinder-773876-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'ConntrackHelper': '1.0',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Log': '1.0',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Network': '1.1',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Port': '1.7',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'PortForwarding': '1.2',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'QosPolicy': '1.8',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroup': '1.4',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SecurityGroupRule': '1.2',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'SubPort': '1.0',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Subnet': '1.1',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                                      'Trunk': '1.1'},
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:     Open vSwitch agent@hv-cinder-77387: {   'AddressGroup': '1.1',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'ConntrackHelper': '1.0',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Log': '1.0',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Network': '1.1',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Port': '1.7',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'PortForwarding': '1.2',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'QosPolicy': '1.8',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SecurityGroup': '1.4',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SecurityGroupRule': '1.2',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'SubPort': '1.0',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Subnet': '1.1',
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:                                             'Trunk': '1.1'}}
Feb 03 12:28:15.606148 dv-cinder-773876-1-iscsi neutron-server[80003]:  {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 12:28:15.617827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:15.715413 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41885ca9ee4c4df6983b958de405e05e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6503258
Feb 03 12:28:15.719625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 45758) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:15.769402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4ae180-b653-4d06-be9e-dd97676871e8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:15.775138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:15.905755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a993f6-76b5-4b0c-ab6e-8ab551124cee req-ed01584e-d2a2-4531-a0ba-51f916d92394 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:15.908530 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-06a993f6-76b5-4b0c-ab6e-8ab551124cee req-ed01584e-d2a2-4531-a0ba-51f916d92394 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 932 time: 0.5303237
Feb 03 12:28:15.971754 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef53a59b-c5cc-4011-844c-d5f66cab7e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:16.041085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef53a59b-c5cc-4011-844c-d5f66cab7e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:16.047928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:16.054095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:16.066442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853047765'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:16.110808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:16.136985 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-06a993f6-76b5-4b0c-ab6e-8ab551124cee req-08b3481b-2fdd-4ad1-84ad-48019a6d8e59 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161014
Feb 03 12:28:16.151850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef53a59b-c5cc-4011-844c-d5f66cab7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:16.170699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:16.195735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef53a59b-c5cc-4011-844c-d5f66cab7e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:16.203905 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ef53a59b-c5cc-4011-844c-d5f66cab7e97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e4ae180-b653-4d06-be9e-dd97676871e8 HTTP/1.1" status: 204  len: 168 time: 0.4820344
Feb 03 12:28:16.208389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53a59b-c5cc-4011-844c-d5f66cab7e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4ae180-b653-4d06-be9e-dd97676871e8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:16.211951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ef53a59b-c5cc-4011-844c-d5f66cab7e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:16.499212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Pushing event updated for resources: {'Port': ['ID=1d1c14ee-2d69-40e6-8073-bda339a48841,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:16.590734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 512bc0f2-c96d-46b1-b7d3-8b234aba146c up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:16.617894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:16.763572 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 512bc0f2-c96d-46b1-b7d3-8b234aba146c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:16.767314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:16.853951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7296f-a1c2-4358-9709-6fd684f1160c req-5abc1786-e3ab-4a26-bba8-2ee1a18d845a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:16.857161 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-daf7296f-a1c2-4358-9709-6fd684f1160c req-5abc1786-e3ab-4a26-bba8-2ee1a18d845a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 931 time: 0.3549359
Feb 03 12:28:16.934204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:28:16.946462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:17.190706 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-daf7296f-a1c2-4358-9709-6fd684f1160c req-ab55f4d9-a3de-47b7-8df6-686082d11dc1 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3119867
Feb 03 12:28:17.476637 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:28:18.006099 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a3081-b014-4572-97ae-7bab6dd95467 req-10931777-7fdc-4e04-a332-3a2dd81d94ae tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:18.008097 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-035a3081-b014-4572-97ae-7bab6dd95467 req-10931777-7fdc-4e04-a332-3a2dd81d94ae tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 932 time: 0.2811916
Feb 03 12:28:18.116026 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-035a3081-b014-4572-97ae-7bab6dd95467 req-63edd6af-9fac-4047-9e24-df0444560985 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992315
Feb 03 12:28:18.228805 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:28:18.235527 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] 10.222.0.38 "PUT /v2.0/routers/1711b88d-c08c-4ca0-8f5a-64b864a973d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8046980
Feb 03 12:28:18.259822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Sync routers for ids ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:28:18.300912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Routers {'1711b88d-c08c-4ca0-8f5a-64b864a973d2'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:28:18.302687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a030774e0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:27:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:18.837440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Set router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:28:19.102891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32bcc8-181c-4d32-9c53-9fc0d38c7894 req-3a25f035-5b0a-49a7-8e31-46d06c78ca6c tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:19.110637 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2f32bcc8-181c-4d32-9c53-9fc0d38c7894 req-3a25f035-5b0a-49a7-8e31-46d06c78ca6c tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 931 time: 0.3226626
Feb 03 12:28:19.248585 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2f32bcc8-181c-4d32-9c53-9fc0d38c7894 req-8193a21f-088b-43ac-84c6-dde71503b9aa tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369455
Feb 03 12:28:19.550607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a030774e0>, [{'id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-router', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:28:02Z', 'updated_at': '2021-02-03T12:28:15Z', 'revision_number': 4, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'gw_port': {'id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:04Z', 'updated_at': '2021-02-03T12:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '1d1c14ee-2d69-40e6-8073-bda339a48841', 'name': '', 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'mac_address': 'fa:16:3e:76:60:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '558a7dd6-5cd0-43df-8150-ab5f7c879728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:11Z', 'updated_at': '2021-02-03T12:28:15Z', 'revision_number': 2, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'subnets': [{'id': '558a7dd6-5cd0-43df-8150-ab5f7c879728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:19.552867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a48c2-3bdd-4eb8-afa3-6aad8679872f req-6497ce75-6bbc-46a0-9227-ef08959e9529 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:19.558840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Checking router: 1711b88d-c08c-4ca0-8f5a-64b864a973d2 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:28:19.559244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Updating router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 port 1d1c14ee-2d69-40e6-8073-bda339a48841 binding host dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:28:19.562233 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ec9a48c2-3bdd-4eb8-afa3-6aad8679872f req-6497ce75-6bbc-46a0-9227-ef08959e9529 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 932 time: 0.2257354
Feb 03 12:28:19.651989 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:19.688761 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ec9a48c2-3bdd-4eb8-afa3-6aad8679872f req-4162abea-8ffb-4175-99fa-a309eac6427b tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172750
Feb 03 12:28:20.333305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:20.407509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Transition to ACTIVE for port object 1d1c14ee-2d69-40e6-8073-bda339a48841 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:28:20.420469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:20.503346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:20.666078 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f788d8-6d55-46b9-9246-bc9d9435d9b4 None None] Pushing event updated for resources: {'Port': ['ID=1d1c14ee-2d69-40e6-8073-bda339a48841,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:20.689346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-80f788d8-6d55-46b9-9246-bc9d9435d9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:20.844335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 45994) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:20.980511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Attempting to bind port 1d1c14ee-2d69-40e6-8073-bda339a48841 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:28:20.980939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Attempting to bind port 1d1c14ee-2d69-40e6-8073-bda339a48841 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:28:20.981523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Attempting to bind port 1d1c14ee-2d69-40e6-8073-bda339a48841 on network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:28:21.003903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46006) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:21.034477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:28:21.034910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Checking segment: {'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:21.035371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:21.035820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Bound using segment: {'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:28:21.036369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Bound port: 1d1c14ee-2d69-40e6-8073-bda339a48841, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:28:21.036800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:21.132672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382949fc-c735-4720-bde8-368cb9fe4706 req-486dcaef-4722-4dbd-a95d-5d62f91f86d3 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:21.147860 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-382949fc-c735-4720-bde8-368cb9fe4706 req-486dcaef-4722-4dbd-a95d-5d62f91f86d3 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Synchronizing usage tracker for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:21.184422 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-382949fc-c735-4720-bde8-368cb9fe4706 req-486dcaef-4722-4dbd-a95d-5d62f91f86d3 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Unset dirty status for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:21.186195 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-382949fc-c735-4720-bde8-368cb9fe4706 req-486dcaef-4722-4dbd-a95d-5d62f91f86d3 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 931 time: 0.4198394
Feb 03 12:28:21.315167 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-382949fc-c735-4720-bde8-368cb9fe4706 req-a82b157e-d01a-49e4-aa3e-6019381d8e91 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Synchronizing usage tracker for tenant:d042df76237942259c50782ec90b8ce8 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:21.360581 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:21.364812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-382949fc-c735-4720-bde8-368cb9fe4706 req-a82b157e-d01a-49e4-aa3e-6019381d8e91 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Unset dirty status for tenant:d042df76237942259c50782ec90b8ce8 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:21.382151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:21.385077 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-382949fc-c735-4720-bde8-368cb9fe4706 req-a82b157e-d01a-49e4-aa3e-6019381d8e91 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861823
Feb 03 12:28:21.387736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d8e5b611bfd744aaa319bdd4b63df2b3 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:21.391114 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:21.397883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:21.405463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] For port 1d1c14ee-2d69-40e6-8073-bda339a48841, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:28:21.425582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] For port 1d1c14ee-2d69-40e6-8073-bda339a48841, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=1d1c14ee-2d69-40e6-8073-bda339a48841,segment=NetworkSegment(7db821e0-cf83-4b5b-ad30-1081962863bf),segment_id=7db821e0-cf83-4b5b-ad30-1081962863bf)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:28:21.436160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:21.494919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e543257-6fc9-4b4f-aa59-6895bf94db1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:21.531832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:21.533424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:21.550221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:21.571011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:21.573914 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:21.629676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a87466-a7e9-40d0-8e23-3624faca8eea,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:21.645382 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] Usage tracker for resource:security_group_rule and tenant:afd6cdc58788428d8a17b11025968db2 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:21.652298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:21.655841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:21.667379 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8e5b611bfd744aaa319bdd4b63df2b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8191283
Feb 03 12:28:21.678745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46044) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:21.679831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:21.826769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f788d8-6d55-46b9-9246-bc9d9435d9b4 None None] Pushing event updated for resources: {'Port': ['ID=1d1c14ee-2d69-40e6-8073-bda339a48841,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:21.838835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-80f788d8-6d55-46b9-9246-bc9d9435d9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:21.852544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0729af87-9948-4170-b231-64934c188a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:21.856325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Routers {'1711b88d-c08c-4ca0-8f5a-64b864a973d2'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:28:21.857431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a030774e0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:27:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:21.911388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0729af87-9948-4170-b231-64934c188a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:21.973334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6a3d8-6f6f-415f-bfec-0e4ec5d94f17 req-be85e4df-ee70-40bb-9412-3b9901353549 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:21.975766 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3ec6a3d8-6f6f-415f-bfec-0e4ec5d94f17 req-be85e4df-ee70-40bb-9412-3b9901353549 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 932 time: 0.3447595
Feb 03 12:28:22.071191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0729af87-9948-4170-b231-64934c188a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:22.071191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8efbf8e7-2eaf-44df-968d-0828e7023bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:22.113579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:22.115022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729af87-9948-4170-b231-64934c188a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a87466-a7e9-40d0-8e23-3624faca8eea,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:22.139393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0729af87-9948-4170-b231-64934c188a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:22.143031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:22.163427 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3ec6a3d8-6f6f-415f-bfec-0e4ec5d94f17 req-4f55d56a-1488-42cd-a2b7-395af4cdae24 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797154
Feb 03 12:28:22.187790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:22.280102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46060) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:22.280316 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afd6cdc58788428d8a17b11025968db2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2751596
Feb 03 12:28:22.284850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0729af87-9948-4170-b231-64934c188a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:22.288970 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0729af87-9948-4170-b231-64934c188a23 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63a87466-a7e9-40d0-8e23-3624faca8eea HTTP/1.1" status: 204  len: 168 time: 0.6059535
Feb 03 12:28:22.325498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bed93c-4695-414c-a26c-6302f69224de,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:22.332233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:22.411846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a4bbaeb-fd93-41d9-995f-8053aea70c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:22.494641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a4bbaeb-fd93-41d9-995f-8053aea70c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:22.501195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] Set router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:28:22.572760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a4bbaeb-fd93-41d9-995f-8053aea70c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:22.580926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:22.587155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d759eb99-347a-4e03-bd61-a9558f72f91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:22.596600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bbaeb-fd93-41d9-995f-8053aea70c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bed93c-4695-414c-a26c-6302f69224de,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:22.599416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3a4bbaeb-fd93-41d9-995f-8053aea70c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:22.699260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a4bbaeb-fd93-41d9-995f-8053aea70c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:22.700635 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3a4bbaeb-fd93-41d9-995f-8053aea70c02 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53bed93c-4695-414c-a26c-6302f69224de HTTP/1.1" status: 204  len: 168 time: 0.4189575
Feb 03 12:28:22.807632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c53b6f-ec1f-46d8-a978-8d753ebefae6 req-65d12de9-a107-4033-81a8-c2d4cbf29166 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:22.809576 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87c53b6f-ec1f-46d8-a978-8d753ebefae6 req-65d12de9-a107-4033-81a8-c2d4cbf29166 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 931 time: 0.2090020
Feb 03 12:28:22.897124 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87c53b6f-ec1f-46d8-a978-8d753ebefae6 req-5c21e240-3853-4e5f-802f-1c2171b7845e tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683618
Feb 03 12:28:23.092890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a030774e0>, [{'id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-router', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:28:02Z', 'updated_at': '2021-02-03T12:28:15Z', 'revision_number': 4, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'gw_port': {'id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:04Z', 'updated_at': '2021-02-03T12:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '1d1c14ee-2d69-40e6-8073-bda339a48841', 'name': '', 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'mac_address': 'fa:16:3e:76:60:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '558a7dd6-5cd0-43df-8150-ab5f7c879728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:11Z', 'updated_at': '2021-02-03T12:28:21Z', 'revision_number': 4, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'subnets': [{'id': '558a7dd6-5cd0-43df-8150-ab5f7c879728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:23.097871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5a3c5-52da-42b9-a5f2-339d6270eee6 None None] The sync data for ids ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'] in dv-cinder-773876-1-iscsi is: [{'id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-router', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:28:02Z', 'updated_at': '2021-02-03T12:28:15Z', 'revision_number': 4, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'gw_port': {'id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:04Z', 'updated_at': '2021-02-03T12:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '1d1c14ee-2d69-40e6-8073-bda339a48841', 'name': '', 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'mac_address': 'fa:16:3e:76:60:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '558a7dd6-5cd0-43df-8150-ab5f7c879728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:11Z', 'updated_at': '2021-02-03T12:28:21Z', 'revision_number': 4, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'subnets': [{'id': '558a7dd6-5cd0-43df-8150-ab5f7c879728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:28:23.127785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46100) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:23.407922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-4c773e85-4945-47e7-b2c2-f0e587b0470f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:23.410624 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-4c773e85-4945-47e7-b2c2-f0e587b0470f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 819 time: 0.4292576
Feb 03 12:28:23.450166 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-5ea02006-1f92-4c4f-8765-606a171abd6d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/quotas/7ea69c59837644fba6e9ec49c774325e HTTP/1.1" status: 200  len: 375 time: 0.0315673
Feb 03 12:28:23.537173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-b22161e7-7f54-4033-8dad-c5be35ccaaa5 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:28:23.538552 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-b22161e7-7f54-4033-8dad-c5be35ccaaa5 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0206275
Feb 03 12:28:23.627938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-3e0cea77-e440-4702-abf7-710d0f305f9c tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:28:23.629075 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-3e0cea77-e440-4702-abf7-710d0f305f9c tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0642097
Feb 03 12:28:23.631768 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:23.640323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-c2a1d23a-9d42-4daf-9861-22ae8371468a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Synchronizing usage tracker for tenant:7ea69c59837644fba6e9ec49c774325e on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:23.674345 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:23.682204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-c2a1d23a-9d42-4daf-9861-22ae8371468a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Unset dirty status for tenant:7ea69c59837644fba6e9ec49c774325e on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:23.688830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] Usage tracker for resource:security_group_rule and tenant:27c0bae609e94b6e804e7c6f89a57c48 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:23.693601 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-c2a1d23a-9d42-4daf-9861-22ae8371468a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2408264
Feb 03 12:28:23.707785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:23.714758 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:23.924906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:23.938891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:23.989747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e44d4a3-3473-4fbc-9f47-a85d734c1bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:24.003817 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27c0bae609e94b6e804e7c6f89a57c48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8748698
Feb 03 12:28:24.012689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46136) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:24.127540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cfc24-736a-457d-a8ab-4f6e95868ab5 req-ee60d5b8-2b54-46b0-8286-4b5160601ed5 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:24.129514 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-193cfc24-736a-457d-a8ab-4f6e95868ab5 req-ee60d5b8-2b54-46b0-8286-4b5160601ed5 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 932 time: 0.6834068
Feb 03 12:28:24.195884 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-54969809-a078-44a8-bcc6-9cc1cf3ef494 service neutron] 10.222.0.38 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4979784
Feb 03 12:28:24.197512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Request body: {'port': {'device_id': '577b4852-dc19-4486-90cb-2529807ebb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:24.248628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Request body: {'port': {'device_id': 'e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:24.407627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:24.426649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:24.654115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 1d1c14ee-2d69-40e6-8073-bda339a48841 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:24.788257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46156) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:24.799503 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 1d1c14ee-2d69-40e6-8073-bda339a48841 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:28:24.807614 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 1d1c14ee-2d69-40e6-8073-bda339a48841 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:24.808398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:24.861220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c0ae-8df8-427f-a8be-fbc6fdcd6cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:24.984322 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c0ae-8df8-427f-a8be-fbc6fdcd6cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.115284 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.145218 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826818707-network', 'tenant_id': '893f64e52eda4dbd8175b6e181d99689'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:25.152797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-95006c56-32d0-4f33-89a4-26d9d541c03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.158824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 1d1c14ee-2d69-40e6-8073-bda339a48841, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=1d1c14ee-2d69-40e6-8073-bda339a48841,segment=NetworkSegment(7db821e0-cf83-4b5b-ad30-1081962863bf),segment_id=7db821e0-cf83-4b5b-ad30-1081962863bf)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:28:25.163710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.166076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:25.206403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c0ae-8df8-427f-a8be-fbc6fdcd6cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.215721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:25.231026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:25.235562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effbac55-8055-4e30-aa2a-d3fadce4527a {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:28:25.245420 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.249782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=1d1c14ee-2d69-40e6-8073-bda339a48841,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:25.253531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:25.264963 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcec269-b22c-4d2d-8dad-1dc56a5632d1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:25.274039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Usage tracker for resource:network and tenant:893f64e52eda4dbd8175b6e181d99689 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:25.282979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:25.307939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:25.314071 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-af2f5d0c-eb68-47b3-b075-7f9334bf2223 service neutron] 10.222.0.38 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1170852
Feb 03 12:28:25.314289 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-193cfc24-736a-457d-a8ab-4f6e95868ab5 req-31d65260-8be6-4e8a-b331-f7bef69f0246 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1727569
Feb 03 12:28:25.316212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Transition to ACTIVE for port object effbac55-8055-4e30-aa2a-d3fadce4527a will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:28:25.317348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.328s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:25.320925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.323487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c0ae-8df8-427f-a8be-fbc6fdcd6cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.325212 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b5d4c0ae-8df8-427f-a8be-fbc6fdcd6cc4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/edcec269-b22c-4d2d-8dad-1dc56a5632d1 HTTP/1.1" status: 204  len: 168 time: 1.3114533
Feb 03 12:28:25.330608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4c0ae-8df8-427f-a8be-fbc6fdcd6cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcec269-b22c-4d2d-8dad-1dc56a5632d1,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:25.358337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b5d4c0ae-8df8-427f-a8be-fbc6fdcd6cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:25.365375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Made reservation on behalf of 893f64e52eda4dbd8175b6e181d99689 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:28:25.370343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.396515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.422690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:25.430495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Usage tracker for resource:security_group_rule and tenant:893f64e52eda4dbd8175b6e181d99689 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:25.434514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:25.442570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:25.555384 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:25.572179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.590016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:28:25.600862 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.615908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Transition to ACTIVE for port object dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:28:25.622550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:25.645867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-892006d2-6fdc-4ba8-bbed-6fa647cab05d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:25.755950 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Pushing event updated for resources: {'Port': ['ID=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:25.761833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:25.976546 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9fc9ec00-4dd4-479d-bcf1-8a25410670e7 req-806864a3-0cbe-402b-96af-c52409b5d9b3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 210 time: 0.1427805
Feb 03 12:28:26.062007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Pushing event updated for resources: {'Port': ['ID=effbac55-8055-4e30-aa2a-d3fadce4527a,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:26.089392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.098972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:26.181209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.208160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:26.293761 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.324672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:28:26.328165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f463b8f-c49b-4c0f-aea4-e8d066c8c5a4 req-8d16c7bb-760d-4859-ba48-2a5c0e3c8ae1 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:26.336173 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0f463b8f-c49b-4c0f-aea4-e8d066c8c5a4 req-8d16c7bb-760d-4859-ba48-2a5c0e3c8ae1 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 943 time: 0.7256842
Feb 03 12:28:26.348043 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.348488 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Added segment 42b78bd0-b32f-4925-97f1-de5ad232df84 of type vxlan for network 0ca48968-17c2-4269-8e9b-8b7d2f9100dd
Feb 03 12:28:26.409100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46214) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:26.438479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Attempting to bind port effbac55-8055-4e30-aa2a-d3fadce4527a on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:28:26.438883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Attempting to bind port effbac55-8055-4e30-aa2a-d3fadce4527a by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '982913bb-4c10-46b5-8a8d-f2eb016fefb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35bcd1c5-21cc-4be8-b79c-67dcf14ebf27'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:28:26.439267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Attempting to bind port effbac55-8055-4e30-aa2a-d3fadce4527a on network 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:28:26.462295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Attempting to bind port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:28:26.462696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Attempting to bind port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:28:26.463435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Attempting to bind port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 on network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:28:26.470301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:28:26.472453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Checking segment: {'id': '982913bb-4c10-46b5-8a8d-f2eb016fefb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35bcd1c5-21cc-4be8-b79c-67dcf14ebf27'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:26.472919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.473830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Bound using segment: {'id': '982913bb-4c10-46b5-8a8d-f2eb016fefb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35bcd1c5-21cc-4be8-b79c-67dcf14ebf27'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:28:26.474365 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Bound port: effbac55-8055-4e30-aa2a-d3fadce4527a, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982913bb-4c10-46b5-8a8d-f2eb016fefb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '35bcd1c5-21cc-4be8-b79c-67dcf14ebf27'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:28:26.475053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.492578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.511361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:28:26.511741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Checking segment: {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:26.512219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.512617 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Bound using segment: {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:28:26.513135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Bound port: dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:28:26.513512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.555827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 1d1c14ee-2d69-40e6-8073-bda339a48841 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:26.623555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.689873 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0f463b8f-c49b-4c0f-aea4-e8d066c8c5a4 req-ca4ead25-ef0f-4f31-8b37-422de1481b86 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3467734
Feb 03 12:28:26.710300 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:26.715675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] Usage tracker for resource:security_group_rule and tenant:abfebd7e943b419c8168098eb388099b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:26.720285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:26.734500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 1d1c14ee-2d69-40e6-8073-bda339a48841 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:26.736436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.751259 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:26.771565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] For port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6, host hv-cinder-77387, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:28:26.776452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] For port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:28:26.785735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b654d4b4-8d96-451d-8d24-93730a83ab98,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:26.789088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.789908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.791038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:26.817875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:26.818233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:26.897702 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] For port effbac55-8055-4e30-aa2a-d3fadce4527a, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:28:26.922316 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] For port effbac55-8055-4e30-aa2a-d3fadce4527a, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=effbac55-8055-4e30-aa2a-d3fadce4527a,segment=NetworkSegment(982913bb-4c10-46b5-8a8d-f2eb016fefb0),segment_id=982913bb-4c10-46b5-8a8d-f2eb016fefb0)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:28:26.953302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:27.032713 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:27.113611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:27.305729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:27.364325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:27.384257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:27.393442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Pushing event updated for resources: {'Port': ['ID=effbac55-8055-4e30-aa2a-d3fadce4527a,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:27.396844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:27.418866 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cf77ebbc-95c8-4af6-a49d-b99cb86e4c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:27.445896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:27.446574 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:27.448144 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] 10.222.0.86 "PUT /v2.0/ports/dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 HTTP/1.1" status: 200  len: 1157 time: 3.5705709
Feb 03 12:28:27.450729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf', 'tag': 'dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:28:27.469513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:27.470571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:27.472743 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] 10.222.0.86 "PUT /v2.0/ports/effbac55-8055-4e30-aa2a-d3fadce4527a HTTP/1.1" status: 200  len: 1158 time: 3.5453172
Feb 03 12:28:27.473426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577b4852-dc19-4486-90cb-2529807ebb5d', 'tag': 'effbac55-8055-4e30-aa2a-d3fadce4527a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:28:27.520717 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.7006116
Feb 03 12:28:27.521495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Pushing event updated for resources: {'Port': ['ID=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:27.535103 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46246) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:27.541703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:27.581393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-480ca5ec-d551-41c5-8e7e-bc53377acade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:27.600872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Request body: {'subnet': {'network_id': '0ca48968-17c2-4269-8e9b-8b7d2f9100dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826818707-subnet', 'tenant_id': '893f64e52eda4dbd8175b6e181d99689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:27.627131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:27.724340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91b9ff-f4de-4fd7-87dc-78951d649c81 req-02811af1-5fad-4a4c-9b79-1a0f7d092ad5 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:27.726099 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ec91b9ff-f4de-4fd7-87dc-78951d649c81 req-02811af1-5fad-4a4c-9b79-1a0f7d092ad5 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 944 time: 0.6137593
Feb 03 12:28:27.746604 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=abfebd7e943b419c8168098eb388099b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3232567
Feb 03 12:28:27.747518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d745ab4-f609-4317-9d4c-8fe9a185abc0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:27.768809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46266) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:27.769186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.86', 60980) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:27.774970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:27.777860 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-ab38d75e-50f3-4632-9ffb-65f272d59d13 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:27.792686 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-ab38d75e-50f3-4632-9ffb-65f272d59d13 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 819 time: 1.3656313
Feb 03 12:28:27.807091 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Usage tracker for resource:subnet and tenant:893f64e52eda4dbd8175b6e181d99689 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:27.815930 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:27.829264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:27.912469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Made reservation on behalf of 893f64e52eda4dbd8175b6e181d99689 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:28:27.917668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:27.941373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca48968-17c2-4269-8e9b-8b7d2f9100dd,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:27.954447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network 0ca48968-17c2-4269-8e9b-8b7d2f9100dd details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:28:27.995660 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 0ca48968-17c2-4269-8e9b-8b7d2f9100dd details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:28:28.007282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:28.016183 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-a745816d-5639-4059-bbe0-087c70c14364 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/quotas/7ea69c59837644fba6e9ec49c774325e HTTP/1.1" status: 200  len: 375 time: 0.1280265
Feb 03 12:28:28.048694 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ec91b9ff-f4de-4fd7-87dc-78951d649c81 req-03ff5f7f-5540-46ae-885b-11b938669381 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2807384
Feb 03 12:28:28.273262 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1c47593b-6fe1-443d-9faf-bdcb8f20862f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:28.283062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-399b3b38-a581-43c7-a4a8-c93314c1fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:28.284746 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-399b3b38-a581-43c7-a4a8-c93314c1fe91 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fa1018d6af34a42bff780baebcba31f&device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 1161 time: 0.7600110
Feb 03 12:28:28.337239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-b5ce0b62-d09b-46d9-830d-530f3b8a09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:28.351673 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-b5ce0b62-d09b-46d9-830d-530f3b8a09d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 1160 time: 0.8140354
Feb 03 12:28:28.465972 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-4e2a96fb-2f56-4329-bc30-a1e18de4ec1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=effbac55-8055-4e30-aa2a-d3fadce4527a HTTP/1.1" status: 200  len: 217 time: 0.1652448
Feb 03 12:28:28.497967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-a6878630-c024-4543-8aef-76ca253dcae5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:28.498819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-a6878630-c024-4543-8aef-76ca253dcae5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Synchronizing usage tracker for tenant:7ea69c59837644fba6e9ec49c774325e on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:28.544471 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-e68f1bb1-f79d-4057-b108-5a9ece6b9e5f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4884863
Feb 03 12:28:28.590296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46296) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:28.611546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1c47593b-6fe1-443d-9faf-bdcb8f20862f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:28.682490 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-15c64711-3f84-45e3-a871-64c6c47bf09d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 HTTP/1.1" status: 200  len: 217 time: 0.1549170
Feb 03 12:28:28.693734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-55745359-76bf-4b24-96b3-75369e8b28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:28.695357 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-55745359-76bf-4b24-96b3-75369e8b28f0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=32fdcfa5-ebca-48cf-9ea8-a47f6605a915 HTTP/1.1" status: 200  len: 852 time: 0.2209015
Feb 03 12:28:28.775034 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-258ee1b8-33e2-4b20-b22c-c14c6563679b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=35bcd1c5-21cc-4be8-b79c-67dcf14ebf27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664487
Feb 03 12:28:28.798073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-a6878630-c024-4543-8aef-76ca253dcae5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Unset dirty status for tenant:7ea69c59837644fba6e9ec49c774325e on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:28.799270 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-a6878630-c024-4543-8aef-76ca253dcae5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.86 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 819 time: 1.0273275
Feb 03 12:28:28.818041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-8e3ce884-9524-46ff-a7d0-47c2a694c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:28.819610 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-8e3ce884-9524-46ff-a7d0-47c2a694c790 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 200  len: 854 time: 0.1220999
Feb 03 12:28:28.825414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Request body: {'port': {'device_id': '947f774e-d0ac-4c40-b653-6f86b96cd108', 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3', 'admin_state_up': True, 'tenant_id': '7ea69c59837644fba6e9ec49c774325e'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:28.932606 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:29.005727 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-adb8953a-e7bf-4141-9fc7-98b3e649c158 service neutron] 10.222.0.38 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4475427
Feb 03 12:28:29.048365 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:29.061096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:40827a256dfb49898a12d5eb56b82c34 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:29.071477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:29.143075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:29.144663 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1c47593b-6fe1-443d-9faf-bdcb8f20862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:29.151200 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-ebd2f384-916f-4000-875b-0984db5e9db0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3085186
Feb 03 12:28:29.166586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ac7ed822-e0e9-4068-81ac-b40ebd18780d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:29.235133 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-53a09d1c-a899-4ddf-b47a-8ec173ef629a service neutron] 10.222.0.86 "GET /v2.0/networks/35bcd1c5-21cc-4be8-b79c-67dcf14ebf27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4439163
Feb 03 12:28:29.259264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5b1b0-832c-45f4-84c8-3f3ca092f130 req-7df5d60e-c179-47f0-b36e-20fc78a94b65 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:29.262223 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a9c5b1b0-832c-45f4-84c8-3f3ca092f130 req-7df5d60e-c179-47f0-b36e-20fc78a94b65 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 943 time: 0.7360175
Feb 03 12:28:29.303979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47593b-6fe1-443d-9faf-bdcb8f20862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d745ab4-f609-4317-9d4c-8fe9a185abc0,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:29.306364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1c47593b-6fe1-443d-9faf-bdcb8f20862f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:29.356382 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-bb75ec37-7ba5-4238-9ebf-7e513c5d2a37 service neutron] 10.222.0.38 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3347452
Feb 03 12:28:29.483281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:29.494894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1c47593b-6fe1-443d-9faf-bdcb8f20862f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:29.497048 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1c47593b-6fe1-443d-9faf-bdcb8f20862f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d745ab4-f609-4317-9d4c-8fe9a185abc0 HTTP/1.1" status: 204  len: 168 time: 1.7268689
Feb 03 12:28:29.510038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:29.526173 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbae06a4-d96f-4445-9a9d-ea92a94b39d9 req-488a853a-f01d-4657-a54b-1ef89174df8a service neutron] 10.222.0.86 "GET /v2.0/networks/35bcd1c5-21cc-4be8-b79c-67dcf14ebf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2792580
Feb 03 12:28:29.526891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:29.529705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-89082d4b-3fd0-407c-8724-cb89cfd13b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:29.538184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:29.583852 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a9c5b1b0-832c-45f4-84c8-3f3ca092f130 req-6fcf0e25-4907-4c1b-b5d0-6335081b4d99 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926145
Feb 03 12:28:29.585858 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Made reservation on behalf of 7ea69c59837644fba6e9ec49c774325e for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:28:29.627117 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40827a256dfb49898a12d5eb56b82c34&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0339768
Feb 03 12:28:29.630968 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b316a0-202d-4284-b2a0-62fb88eae04e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:29.634080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46318) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:29.660298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:29.675920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:29.698988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:29.723885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e95aae6e-be68-4342-b06c-f72b2480e6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:29.770813 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-cf72443a-1084-4e04-adef-0b158fb31b3d service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5074868
Feb 03 12:28:30.175757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6821d3-a9b5-432a-90bf-f151cdb6e239,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:30.190720 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:30.216115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1239bce4-ebeb-45ef-a2ce-0b0ce8dc8145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:30.267783 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577b4852-dc19-4486-90cb-2529807ebb5d', 'tag': 'effbac55-8055-4e30-aa2a-d3fadce4527a', 'status': 'completed', 'code': 200}
Feb 03 12:28:30.331959 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf', 'tag': 'dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6', 'status': 'completed', 'code': 200}
Feb 03 12:28:30.479900 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-996a7e24-a653-4bf7-a379-4d25ddaf24f5 req-4f611066-9535-466b-86a2-62da2755ad65 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5860927
Feb 03 12:28:30.599750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1239bce4-ebeb-45ef-a2ce-0b0ce8dc8145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:30.651270 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1beeda8c-8c12-4647-bb44-45a8e16773a5 req-2d1e347e-8caa-48a9-8658-5c37156a4e25 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 210 time: 0.1365099
Feb 03 12:28:30.725387 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54918a3-4559-4581-8398-1f6778f89469 req-a95cf518-bda2-4c50-b3d1-75c1064e67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:30.727460 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f54918a3-4559-4581-8398-1f6778f89469 req-a95cf518-bda2-4c50-b3d1-75c1064e67c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fa1018d6af34a42bff780baebcba31f&device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 1161 time: 0.4079585
Feb 03 12:28:30.762092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Allocated IP 172.20.0.6 (2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3/558a7dd6-5cd0-43df-8150-ab5f7c879728/85327de1-2e95-4443-b90d-001063939ce6) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:28:30.765854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Checking segment: {'id': '42b78bd0-b32f-4925-97f1-de5ad232df84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0ca48968-17c2-4269-8e9b-8b7d2f9100dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:30.766318 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Network hostable DHCP agents. Network: 0ca48968-17c2-4269-8e9b-8b7d2f9100dd, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:28:30.831576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1239bce4-ebeb-45ef-a2ce-0b0ce8dc8145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:30.903029 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1488752-a980-498a-a836-f712d5593317 req-622714d4-ad30-4445-b8b3-7226bd3267ed tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:30.904768 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f1488752-a980-498a-a836-f712d5593317 req-622714d4-ad30-4445-b8b3-7226bd3267ed tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 944 time: 0.3227949
Feb 03 12:28:30.921579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaca597-cf9b-4f18-b2a0-db1edf007a5e req-fe71a7b5-5ce8-4c75-a60f-f563c656c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:30.923298 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6eaca597-cf9b-4f18-b2a0-db1edf007a5e req-fe71a7b5-5ce8-4c75-a60f-f563c656c314 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 1160 time: 0.2764008
Feb 03 12:28:30.939835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8773eada-6a0e-453d-b3ec-d6c2424b8883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:30.984697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239bce4-ebeb-45ef-a2ce-0b0ce8dc8145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b316a0-202d-4284-b2a0-62fb88eae04e,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:30.991661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1239bce4-ebeb-45ef-a2ce-0b0ce8dc8145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:30.992894 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1239bce4-ebeb-45ef-a2ce-0b0ce8dc8145 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34b316a0-202d-4284-b2a0-62fb88eae04e HTTP/1.1" status: 204  len: 168 time: 1.3309278
Feb 03 12:28:30.996404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1239bce4-ebeb-45ef-a2ce-0b0ce8dc8145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:31.002024 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Network 0ca48968-17c2-4269-8e9b-8b7d2f9100dd is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:28:31.032361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 0ca48968-17c2-4269-8e9b-8b7d2f9100dd) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:31.052593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:31.053268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:31.079019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54918a3-4559-4581-8398-1f6778f89469 req-ae7d4119-3279-4703-ab6e-2cedd7c1ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:31.079699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c219e-6514-4c2e-9cc8-8eb17d7b5799 None None] Network 0ca48968-17c2-4269-8e9b-8b7d2f9100dd requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:28:31.080795 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f54918a3-4559-4581-8398-1f6778f89469 req-ae7d4119-3279-4703-ab6e-2cedd7c1ddc5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 HTTP/1.1" status: 200  len: 906 time: 0.3434615
Feb 03 12:28:31.095496 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-5797914a-a802-4912-935d-af482a9ddec9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.5591800
Feb 03 12:28:31.194710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.86', 60984) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:31.240193 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f54918a3-4559-4581-8398-1f6778f89469 req-9f66da6f-5254-4733-90c4-f089f719a20a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=effbac55-8055-4e30-aa2a-d3fadce4527a HTTP/1.1" status: 200  len: 217 time: 0.1432457
Feb 03 12:28:31.270194 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f1488752-a980-498a-a836-f712d5593317 req-623c17c8-5b8e-4308-9c5d-d58e5caf9888 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3508739
Feb 03 12:28:31.398745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0380fd-9bd9-4250-b0d2-bf92eccc3129 req-13d4ea46-4e6d-4170-aded-f4c0db5e027f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:31.433026 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e0380fd-9bd9-4250-b0d2-bf92eccc3129 req-13d4ea46-4e6d-4170-aded-f4c0db5e027f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 943 time: 0.5971358
Feb 03 12:28:31.468353 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e3e64-6faa-4098-8422-71b40750bfd7 None None] Network 0ca48968-17c2-4269-8e9b-8b7d2f9100dd requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:28:31.484026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaca597-cf9b-4f18-b2a0-db1edf007a5e req-9a1d3213-2484-418a-b528-ccb845dbfd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:31.486325 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6eaca597-cf9b-4f18-b2a0-db1edf007a5e req-9a1d3213-2484-418a-b528-ccb845dbfd10 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 908 time: 0.5354192
Feb 03 12:28:31.687839 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6eaca597-cf9b-4f18-b2a0-db1edf007a5e req-260b529a-9130-44d1-9101-3a54bd331293 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 HTTP/1.1" status: 200  len: 217 time: 0.1847339
Feb 03 12:28:31.712040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:31.872736 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e0380fd-9bd9-4250-b0d2-bf92eccc3129 req-d3eb7205-f7d4-4b04-9535-a2ed020381fb tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4378152
Feb 03 12:28:31.909857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaca597-cf9b-4f18-b2a0-db1edf007a5e req-ff265eac-5ced-4814-afef-4191d184038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:31.911123 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6eaca597-cf9b-4f18-b2a0-db1edf007a5e req-ff265eac-5ced-4814-afef-4191d184038c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 200  len: 854 time: 0.1852357
Feb 03 12:28:31.947827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54918a3-4559-4581-8398-1f6778f89469 req-beb988b0-c5dd-4080-8256-bb521aadd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:31.949424 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f54918a3-4559-4581-8398-1f6778f89469 req-beb988b0-c5dd-4080-8256-bb521aadd5a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=32fdcfa5-ebca-48cf-9ea8-a47f6605a915 HTTP/1.1" status: 200  len: 852 time: 0.6943293
Feb 03 12:28:31.979873 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ef2a22fa-439f-41b2-afd2-6d3482a3d3c7 req-a424b2af-5aa1-42a3-8520-e9b8c1ffe407 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 210 time: 0.0673823
Feb 03 12:28:32.004478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:32.024397 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:32.079461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-082d3af0-fbac-4cce-8db6-cad7fb8742c4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:32.083153 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-082d3af0-fbac-4cce-8db6-cad7fb8742c4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.86 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 819 time: 0.8824816
Feb 03 12:28:32.138575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46400) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:32.157923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Request body: {'port': {'device_id': '53ce7757-e7bd-4f31-b843-d33c358a076c', 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3', 'admin_state_up': True, 'tenant_id': '7ea69c59837644fba6e9ec49c774325e'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:32.210742 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6eaca597-cf9b-4f18-b2a0-db1edf007a5e req-79882b1e-92b9-4b84-af23-34077af78237 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1231990
Feb 03 12:28:32.255135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Pushing event updated for resources: {'Port': ['ID=85327de1-2e95-4443-b90d-001063939ce6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:32.272533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:32.363553 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f54918a3-4559-4581-8398-1f6778f89469 req-7aebd40d-75a5-4c9d-bc4a-cce17926bdb4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=35bcd1c5-21cc-4be8-b79c-67dcf14ebf27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2788947
Feb 03 12:28:32.365111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:32.375120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:32.489292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:28:32.491739 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6eaca597-cf9b-4f18-b2a0-db1edf007a5e req-3d3ed2f5-428f-4b3c-98df-3c4801f7f7e7 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2614942
Feb 03 12:28:32.492838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:32.495635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:28:32.579979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:32.580718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:32.662925 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f54918a3-4559-4581-8398-1f6778f89469 req-b07100a9-6f09-45c4-a4ac-ae5fef918cd2 service neutron] 10.222.0.86 "GET /v2.0/networks/35bcd1c5-21cc-4be8-b79c-67dcf14ebf27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2757866
Feb 03 12:28:32.665445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:32.700347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:32.761030 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] Usage tracker for resource:security_group_rule and tenant:90abe7b1ca7c47439b287ea349bd0b89 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:32.775957 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6eaca597-cf9b-4f18-b2a0-db1edf007a5e req-dab9834a-3ea5-45e9-b7bc-0170cb12ca0c service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1905212
Feb 03 12:28:32.791904 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9765506
Feb 03 12:28:32.808963 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Request body: {'port': {'device_id': '947f774e-d0ac-4c40-b653-6f86b96cd108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:32.815309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:32.822390 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Made reservation on behalf of 7ea69c59837644fba6e9ec49c774325e for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:28:32.844300 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:32.871824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:33.196842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.objects.ports [None req-0ab98431-47fb-470b-9919-aa1810b37b91 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 12:28:33.285817 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32472ff6-5ff1-4ed5-85f0-5d13679d4a88 req-bbc3e3c1-ec44-4372-86b3-7b4ebf9e9ae8 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:33.286662 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-32472ff6-5ff1-4ed5-85f0-5d13679d4a88 req-bbc3e3c1-ec44-4372-86b3-7b4ebf9e9ae8 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Synchronizing usage tracker for tenant:4fa1018d6af34a42bff780baebcba31f on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:33.388299 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f54918a3-4559-4581-8398-1f6778f89469 req-0117b847-d701-45ba-82d4-bc8404a01b5c service neutron] 10.222.0.86 "GET /v2.0/networks/35bcd1c5-21cc-4be8-b79c-67dcf14ebf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7184055
Feb 03 12:28:33.423454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46448) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:33.428792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:33.444711 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-190709610-network', 'tenant_id': '6b5d49ebb3d54343b3eca017f2c94828'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:33.459491 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:33.467017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Usage tracker for resource:network and tenant:6b5d49ebb3d54343b3eca017f2c94828 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:33.498252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:33.500986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-32472ff6-5ff1-4ed5-85f0-5d13679d4a88 req-bbc3e3c1-ec44-4372-86b3-7b4ebf9e9ae8 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Unset dirty status for tenant:4fa1018d6af34a42bff780baebcba31f on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:33.502309 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32472ff6-5ff1-4ed5-85f0-5d13679d4a88 req-bbc3e3c1-ec44-4372-86b3-7b4ebf9e9ae8 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 944 time: 0.8383107
Feb 03 12:28:33.512352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:33.581740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:33.602600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:33.613359 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da70666-c258-4a77-87b9-d287731ad4a7 req-f9ff9f79-1b35-48d8-8bf0-0311a01a5526 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:33.615114 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9da70666-c258-4a77-87b9-d287731ad4a7 req-f9ff9f79-1b35-48d8-8bf0-0311a01a5526 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 943 time: 0.2738707
Feb 03 12:28:33.650145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Made reservation on behalf of 6b5d49ebb3d54343b3eca017f2c94828 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:28:33.653834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0729af87-9948-4170-b231-64934c188a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:33.654984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:33.689726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-32472ff6-5ff1-4ed5-85f0-5d13679d4a88 req-e4efe891-cfdb-4df6-82e5-6f6d922d3273 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Synchronizing usage tracker for tenant:4fa1018d6af34a42bff780baebcba31f on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:33.713327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:33.753616 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90abe7b1ca7c47439b287ea349bd0b89&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6140461
Feb 03 12:28:33.758416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46460) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:33.765886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:33.766839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5451480-7319-4c2f-a878-7d176f2eb549,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:33.783723 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:33.789657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Allocated IP 172.20.0.4 (2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3/558a7dd6-5cd0-43df-8150-ab5f7c879728/d8df8961-6795-4c5d-8c5e-ae04c259cf1e) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:28:33.792006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-32472ff6-5ff1-4ed5-85f0-5d13679d4a88 req-e4efe891-cfdb-4df6-82e5-6f6d922d3273 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Unset dirty status for tenant:4fa1018d6af34a42bff780baebcba31f on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:33.798326 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9da70666-c258-4a77-87b9-d287731ad4a7 req-c053fe79-9a10-4bc4-9747-21fb6fbbfdcb tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714499
Feb 03 12:28:33.799638 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Usage tracker for resource:security_group_rule and tenant:6b5d49ebb3d54343b3eca017f2c94828 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:33.803745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:33.804329 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32472ff6-5ff1-4ed5-85f0-5d13679d4a88 req-e4efe891-cfdb-4df6-82e5-6f6d922d3273 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2828994
Feb 03 12:28:33.851736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:33.899160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:33.973097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-11b4ae75-8219-4247-afbb-a454f98ce418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.019852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.024769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.029775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:34.086964 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device effbac55-8055-4e30-aa2a-d3fadce4527a up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:34.093022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:28:34.099639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c08c5f-3d6d-44f9-8600-e1d22caacea1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:34.103890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:34.108415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.109580 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Added segment 94fe0dbb-df11-4864-ab3c-4920a71d26ee of type vxlan for network bc678375-f0cf-4801-8a98-116e2e3cfd43
Feb 03 12:28:34.146222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.183936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-11b4ae75-8219-4247-afbb-a454f98ce418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.193849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.195226 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:34.195879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.201201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port effbac55-8055-4e30-aa2a-d3fadce4527a completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:28:34.206475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:34.207573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port effbac55-8055-4e30-aa2a-d3fadce4527a triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:34.208046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.225803 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-77587f8a-8fe5-42a8-a097-34374f7f998f req-df901788-8f78-4214-b26b-1d2b5b40f4a3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 210 time: 0.1189876
Feb 03 12:28:34.388708 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9622018
Feb 03 12:28:34.389769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46480) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:34.395493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Pushing event updated for resources: {'Network': ['ID=bc678375-f0cf-4801-8a98-116e2e3cfd43,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:34.399448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.407993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Request body: {'subnet': {'network_id': 'bc678375-f0cf-4801-8a98-116e2e3cfd43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-190709610-subnet', 'tenant_id': '6b5d49ebb3d54343b3eca017f2c94828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:34.412048 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:34.414818 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:34.419243 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Usage tracker for resource:subnet and tenant:6b5d49ebb3d54343b3eca017f2c94828 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:34.422894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:34.430582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:34.434122 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network bc678375-f0cf-4801-8a98-116e2e3cfd43 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:28:34.449864 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Made reservation on behalf of 6b5d49ebb3d54343b3eca017f2c94828 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:28:34.451319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network bc678375-f0cf-4801-8a98-116e2e3cfd43 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:28:34.456432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.620321 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577b4852-dc19-4486-90cb-2529807ebb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effbac55-8055-4e30-aa2a-d3fadce4527a'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:28:34.627615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.638039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-11b4ae75-8219-4247-afbb-a454f98ce418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.642867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1239bce4-ebeb-45ef-a2ce-0b0ce8dc8145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:34.675155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4ae75-8219-4247-afbb-a454f98ce418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5451480-7319-4c2f-a878-7d176f2eb549,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:34.682488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-11b4ae75-8219-4247-afbb-a454f98ce418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:34.713500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-11b4ae75-8219-4247-afbb-a454f98ce418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.717305 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-11b4ae75-8219-4247-afbb-a454f98ce418 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5451480-7319-4c2f-a878-7d176f2eb549 HTTP/1.1" status: 204  len: 168 time: 0.9496479
Feb 03 12:28:34.736513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:34.769245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:35.171030 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port effbac55-8055-4e30-aa2a-d3fadce4527a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=effbac55-8055-4e30-aa2a-d3fadce4527a,segment=NetworkSegment(982913bb-4c10-46b5-8a8d-f2eb016fefb0),segment_id=982913bb-4c10-46b5-8a8d-f2eb016fefb0)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:28:35.221822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:35.235134 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:35.279406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Pushing event updated for resources: {'Port': ['ID=d8df8961-6795-4c5d-8c5e-ae04c259cf1e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:35.295362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:35.339195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46514) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:35.366234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:28:35.368324 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:35.373885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:28:35.436545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a68e0687-216e-4441-9fe5-8a1c5bb60bd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:35.446246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:35.447161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:35.542335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece68c-64b9-4eb0-989d-2bae4b2fa9d0 req-efb01c41-1efe-44aa-8fb3-ef86ff43060d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:35.549947 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3fece68c-64b9-4eb0-989d-2bae4b2fa9d0 req-efb01c41-1efe-44aa-8fb3-ef86ff43060d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.3894901
Feb 03 12:28:35.571677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.resource_extend [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 03 12:28:35.578712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d68625-a800-4a20-8b4a-1c55d83c19f2 req-c8f13389-90bb-4af2-a3ef-58634f4b3589 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:35.586632 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-31d68625-a800-4a20-8b4a-1c55d83c19f2 req-c8f13389-90bb-4af2-a3ef-58634f4b3589 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 943 time: 0.4458175
Feb 03 12:28:35.615944 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-4559dd83-2dae-48c4-87ad-f2011e851359 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4788578
Feb 03 12:28:35.634026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Request body: {'port': {'device_id': '53ce7757-e7bd-4f31-b843-d33c358a076c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:28:35.641192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=effbac55-8055-4e30-aa2a-d3fadce4527a,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:35.658893 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:35.682574 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85327de1-2e95-4443-b90d-001063939ce6 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:28:35.683582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:28:35.689842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:35.690719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:35.692718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:35.705897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Transition to ACTIVE for port object 85327de1-2e95-4443-b90d-001063939ce6 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:28:35.748950 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3fece68c-64b9-4eb0-989d-2bae4b2fa9d0 req-3e8e5dea-1907-424b-b57d-9db648cc21f5 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980100
Feb 03 12:28:35.752206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:35.766320 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-31d68625-a800-4a20-8b4a-1c55d83c19f2 req-f02bdc02-67b4-4c73-a3c7-a7c1d9747cd4 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784089
Feb 03 12:28:35.771965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:35.777284 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:35.827089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:35.844640 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] Usage tracker for resource:security_group_rule and tenant:fcc6933d2a3e4cb99f8fe8a9df91e281 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:35.849617 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:35.865716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:35.883165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:35.885287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:35.935930 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:28:35.939982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:35.942426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:36.098153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:36.102373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:36.145986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Pushing event updated for resources: {'Port': ['ID=85327de1-2e95-4443-b90d-001063939ce6,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:36.154715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device effbac55-8055-4e30-aa2a-d3fadce4527a up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:36.159835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:36.205926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.214626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.230136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:36.282561 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port effbac55-8055-4e30-aa2a-d3fadce4527a triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:36.283234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.333383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.362300 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fcc6933d2a3e4cb99f8fe8a9df91e281&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0208743
Feb 03 12:28:36.366110 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577b4852-dc19-4486-90cb-2529807ebb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effbac55-8055-4e30-aa2a-d3fadce4527a', 'code': 200}
Feb 03 12:28:36.373484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46540) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:36.392698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489440b5-9604-4492-8b35-dfd7da11e942,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:36.407429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:36.466276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-de8b74b4-2ba9-4c01-92b8-32c952027d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:36.481832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:36.515759 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2bd78161-7251-41a9-b1eb-a9e948d7f87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.565142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2bd78161-7251-41a9-b1eb-a9e948d7f87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.610177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:36.614066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.700921 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8df8961-6795-4c5d-8c5e-ae04c259cf1e {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:28:36.724892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.772102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Transition to ACTIVE for port object d8df8961-6795-4c5d-8c5e-ae04c259cf1e will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:28:36.776586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2bd78161-7251-41a9-b1eb-a9e948d7f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.778477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.786618 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5aa741-ec9c-48c3-8fba-d908941a7e40,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:36.786798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-11b4ae75-8219-4247-afbb-a454f98ce418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:36.884064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd78161-7251-41a9-b1eb-a9e948d7f87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489440b5-9604-4492-8b35-dfd7da11e942,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:36.895830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2bd78161-7251-41a9-b1eb-a9e948d7f87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:36.896315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:36.933851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb94928-72a1-47b0-a3c5-99d0026f082a req-28a25e2a-a4cf-4137-b110-18dfe473effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:36.935825 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bdb94928-72a1-47b0-a3c5-99d0026f082a req-28a25e2a-a4cf-4137-b110-18dfe473effd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 1163 time: 0.2781782
Feb 03 12:28:36.960059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2bd78161-7251-41a9-b1eb-a9e948d7f87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:36.961281 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2bd78161-7251-41a9-b1eb-a9e948d7f87c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/489440b5-9604-4492-8b35-dfd7da11e942 HTTP/1.1" status: 204  len: 168 time: 0.5867572
Feb 03 12:28:37.086263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bdb94928-72a1-47b0-a3c5-99d0026f082a req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:37.141896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-bdb94928-72a1-47b0-a3c5-99d0026f082a req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:37.142055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bb59-9df5-45c1-8bec-1c8c6f4dc7ba req-189d4a5d-8409-4927-ae91-aea06995c4cb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:37.142723 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-7c93bb59-9df5-45c1-8bec-1c8c6f4dc7ba req-189d4a5d-8409-4927-ae91-aea06995c4cb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Synchronizing usage tracker for tenant:7ea69c59837644fba6e9ec49c774325e on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:37.148670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Pushing event updated for resources: {'Port': ['ID=d8df8961-6795-4c5d-8c5e-ae04c259cf1e,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:37.163482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:37.164714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-bdb94928-72a1-47b0-a3c5-99d0026f082a req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] Usage tracker for resource:security_group_rule and tenant:ae62cf901d5742649842de1a2f81dbf3 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:37.200813 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-bdb94928-72a1-47b0-a3c5-99d0026f082a req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:37.206086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:37.223484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-bdb94928-72a1-47b0-a3c5-99d0026f082a req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:37.251052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Attempting to bind port 85327de1-2e95-4443-b90d-001063939ce6 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:28:37.251383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Attempting to bind port 85327de1-2e95-4443-b90d-001063939ce6 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:28:37.251766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Attempting to bind port 85327de1-2e95-4443-b90d-001063939ce6 on network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:28:37.272055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:28:37.272441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Checking segment: {'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:37.272859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:37.273265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Bound using segment: {'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:28:37.273781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Bound port: 85327de1-2e95-4443-b90d-001063939ce6, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:28:37.274175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:37.296857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-7c93bb59-9df5-45c1-8bec-1c8c6f4dc7ba req-189d4a5d-8409-4927-ae91-aea06995c4cb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Unset dirty status for tenant:7ea69c59837644fba6e9ec49c774325e on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:37.310292 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7c93bb59-9df5-45c1-8bec-1c8c6f4dc7ba req-189d4a5d-8409-4927-ae91-aea06995c4cb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 931 time: 1.2737885
Feb 03 12:28:37.555924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Checking segment: {'id': '94fe0dbb-df11-4864-ab3c-4920a71d26ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc678375-f0cf-4801-8a98-116e2e3cfd43'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:37.556473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Network hostable DHCP agents. Network: bc678375-f0cf-4801-8a98-116e2e3cfd43, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:28:37.586462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-7c93bb59-9df5-45c1-8bec-1c8c6f4dc7ba req-53a5f6d9-39e3-4bc5-9a19-a716d5047700 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Synchronizing usage tracker for tenant:7ea69c59837644fba6e9ec49c774325e on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:37.636949 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Network bc678375-f0cf-4801-8a98-116e2e3cfd43 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:28:37.639821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] For port 85327de1-2e95-4443-b90d-001063939ce6, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:28:37.644557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] For port 85327de1-2e95-4443-b90d-001063939ce6, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=85327de1-2e95-4443-b90d-001063939ce6,segment=NetworkSegment(7db821e0-cf83-4b5b-ad30-1081962863bf),segment_id=7db821e0-cf83-4b5b-ad30-1081962863bf)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:28:37.650928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:37.661300 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf02327-f096-484b-86e2-8ec6ed9d0815 req-eca94ab1-30d1-44b9-b3ba-856a38d4ba4b tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:37.667831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, bc678375-f0cf-4801-8a98-116e2e3cfd43) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:28:37.669264 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8bf02327-f096-484b-86e2-8ec6ed9d0815 req-eca94ab1-30d1-44b9-b3ba-856a38d4ba4b tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.6709991
Feb 03 12:28:37.672260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:37.714264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46578) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:37.724587 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7eb4e-bca2-415b-8163-35f981b54c43 None None] Network bc678375-f0cf-4801-8a98-116e2e3cfd43 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:28:37.736735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bdb94928-72a1-47b0-a3c5-99d0026f082a req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:37.768962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bdb94928-72a1-47b0-a3c5-99d0026f082a req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:37.797312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:37.807383 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bdb94928-72a1-47b0-a3c5-99d0026f082a req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8630760
Feb 03 12:28:37.823728 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Attempting to bind port d8df8961-6795-4c5d-8c5e-ae04c259cf1e on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:28:37.824104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Attempting to bind port d8df8961-6795-4c5d-8c5e-ae04c259cf1e by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:28:37.824477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Attempting to bind port d8df8961-6795-4c5d-8c5e-ae04c259cf1e on network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:28:37.840588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:28:37.841018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Checking segment: {'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:28:37.841351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:37.841772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Bound using segment: {'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:28:37.842263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Bound port: d8df8961-6795-4c5d-8c5e-ae04c259cf1e, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db821e0-cf83-4b5b-ad30-1081962863bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:28:37.842636 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.024102 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8bf02327-f096-484b-86e2-8ec6ed9d0815 req-bf515f85-1831-449c-a63f-911e30988901 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3536973
Feb 03 12:28:38.040934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:38.041977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.042874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f585a1e4-7030-4fb8-af6a-db78d66e200a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:38.055236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:38.103339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-7c93bb59-9df5-45c1-8bec-1c8c6f4dc7ba req-53a5f6d9-39e3-4bc5-9a19-a716d5047700 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Unset dirty status for tenant:7ea69c59837644fba6e9ec49c774325e on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:38.117451 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7c93bb59-9df5-45c1-8bec-1c8c6f4dc7ba req-53a5f6d9-39e3-4bc5-9a19-a716d5047700 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8058169
Feb 03 12:28:38.118393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.159502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] For port d8df8961-6795-4c5d-8c5e-ae04c259cf1e, host hv-cinder-77387, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:28:38.160057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:38.168919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] For port d8df8961-6795-4c5d-8c5e-ae04c259cf1e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=d8df8961-6795-4c5d-8c5e-ae04c259cf1e,segment=NetworkSegment(7db821e0-cf83-4b5b-ad30-1081962863bf),segment_id=7db821e0-cf83-4b5b-ad30-1081962863bf)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:28:38.173988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.186294 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.7853358
Feb 03 12:28:38.186294 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] Usage tracker for resource:security_group_rule and tenant:b554e202a57d4a99b306f8159d8bd21b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:38.189463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:38.199398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Pushing event updated for resources: {'Port': ['ID=85327de1-2e95-4443-b90d-001063939ce6,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:38.204996 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:38.217165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:38.225290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:38.263989 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:38.264677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.266175 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] 10.222.0.86 "PUT /v2.0/ports/85327de1-2e95-4443-b90d-001063939ce6 HTTP/1.1" status: 200  len: 1157 time: 5.4625723
Feb 03 12:28:38.266692 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947f774e-d0ac-4c40-b653-6f86b96cd108', 'tag': '85327de1-2e95-4443-b90d-001063939ce6'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:28:38.270272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73580d-d713-45ea-9c08-fbdabf5aa868 None None] Network bc678375-f0cf-4801-8a98-116e2e3cfd43 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:28:38.271019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:38.444710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:28:38.483035 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947f774e-d0ac-4c40-b653-6f86b96cd108', 'tag': '85327de1-2e95-4443-b90d-001063939ce6', 'status': 'completed', 'code': 200}
Feb 03 12:28:38.488872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46600) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:38.576077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Pushing event updated for resources: {'Port': ['ID=d8df8961-6795-4c5d-8c5e-ae04c259cf1e,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:38.589673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:38.622960 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.634425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:38.634917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.636479 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] 10.222.0.86 "PUT /v2.0/ports/d8df8961-6795-4c5d-8c5e-ae04c259cf1e HTTP/1.1" status: 200  len: 1157 time: 3.0084689
Feb 03 12:28:38.637140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ce7757-e7bd-4f31-b843-d33c358a076c', 'tag': 'd8df8961-6795-4c5d-8c5e-ae04c259cf1e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:28:38.638747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.660525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:38.661474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.680192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-3591142e-187a-4249-9185-f6a6c7f3a385 admin admin] Deleting subnet ca6821d3-a9b5-432a-90bf-f151cdb6e239 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:28:38.693674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-5ba47d8f-f2d9-47b8-ab9d-293800b05af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:38.695528 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-5ba47d8f-f2d9-47b8-ab9d-293800b05af1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 1160 time: 0.3756263
Feb 03 12:28:38.698902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3591142e-187a-4249-9185-f6a6c7f3a385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.710005 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6', 'code': 200}
Feb 03 12:28:38.729213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ef53a59b-c5cc-4011-844c-d5f66cab7e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:38.741239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a062ee-da8b-4ea2-8bb9-5e7360fc15c6 req-68c3605a-c345-4de9-aa38-0e6b1afd021b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:38.742984 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-57a062ee-da8b-4ea2-8bb9-5e7360fc15c6 req-68c3605a-c345-4de9-aa38-0e6b1afd021b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 945 time: 0.4833961
Feb 03 12:28:38.826238 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-60556309-b265-4b52-8128-bb715ddd0d0e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85327de1-2e95-4443-b90d-001063939ce6 HTTP/1.1" status: 200  len: 217 time: 0.0758958
Feb 03 12:28:38.873979 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ce7757-e7bd-4f31-b843-d33c358a076c', 'tag': 'd8df8961-6795-4c5d-8c5e-ae04c259cf1e', 'status': 'completed', 'code': 200}
Feb 03 12:28:38.928138 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b554e202a57d4a99b306f8159d8bd21b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2086022
Feb 03 12:28:38.936581 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46612) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:38.973615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a912f26-34b8-418c-9929-daf7c6a12c73,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:38.978291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3591142e-187a-4249-9185-f6a6c7f3a385 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:38.998667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:39.004749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3591142e-187a-4249-9185-f6a6c7f3a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:39.052423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-50319343-c0dd-4523-b6d9-aadc9f0ff91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:39.054122 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-50319343-c0dd-4523-b6d9-aadc9f0ff91e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 200  len: 859 time: 0.2111115
Feb 03 12:28:39.174195 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-fb965d0b-4b9a-42d3-8fbe-a42df2ea19e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1113942
Feb 03 12:28:39.224727 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-57a062ee-da8b-4ea2-8bb9-5e7360fc15c6 req-4860fb1f-520d-43f7-ae38-0769476bc6da tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4658263
Feb 03 12:28:39.268064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-2307bd7c-12e0-44a5-bf13-a99da7c9a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:39.269719 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-2307bd7c-12e0-44a5-bf13-a99da7c9a28a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 1160 time: 0.5132825
Feb 03 12:28:39.284588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51f495-6cf1-4c76-96ff-62d7d2da2e2d req-36eefb28-c1fd-4dc0-8c26-a60f87284883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:39.286147 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7b51f495-6cf1-4c76-96ff-62d7d2da2e2d req-36eefb28-c1fd-4dc0-8c26-a60f87284883 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 1162 time: 0.1900792
Feb 03 12:28:39.360882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b48312c1-c0bb-4727-868e-535f95a319e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:39.455994 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-169d64f5-7a0d-453e-8ce5-6c761c55b1b7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8df8961-6795-4c5d-8c5e-ae04c259cf1e HTTP/1.1" status: 200  len: 217 time: 0.1735783
Feb 03 12:28:39.515578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b48312c1-c0bb-4727-868e-535f95a319e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:39.545633 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7b51f495-6cf1-4c76-96ff-62d7d2da2e2d req-9c3346f0-3dde-4b5b-ba88-8a521f36aa24 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696637
Feb 03 12:28:39.592285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33a90a99-e7c8-4656-b23b-4703296bd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:39.594106 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-33a90a99-e7c8-4656-b23b-4703296bd1bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 200  len: 859 time: 0.1242664
Feb 03 12:28:39.687547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e334b9-1220-4cbc-94c1-f8f4a613bcfc req-c920b071-cc14-4595-b103-6ac9994e5953 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:39.688699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-39e334b9-1220-4cbc-94c1-f8f4a613bcfc req-c920b071-cc14-4595-b103-6ac9994e5953 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Synchronizing usage tracker for tenant:7ea69c59837644fba6e9ec49c774325e on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:39.720355 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-39e334b9-1220-4cbc-94c1-f8f4a613bcfc req-c920b071-cc14-4595-b103-6ac9994e5953 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Unset dirty status for tenant:7ea69c59837644fba6e9ec49c774325e on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:39.734452 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-959f529d-5822-4131-8c4b-4a153236fd0c service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5227237
Feb 03 12:28:39.734823 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-39e334b9-1220-4cbc-94c1-f8f4a613bcfc req-c920b071-cc14-4595-b103-6ac9994e5953 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 943 time: 0.3584416
Feb 03 12:28:39.821161 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-39e334b9-1220-4cbc-94c1-f8f4a613bcfc req-c1da9360-9b87-403e-95d4-dc91c945ac8f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851562
Feb 03 12:28:39.834776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991337-2fa2-4146-98ed-bfe153a99557 req-bffa6184-0543-4fa1-a3f1-62a46fd56684 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:39.836547 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-98991337-2fa2-4146-98ed-bfe153a99557 req-bffa6184-0543-4fa1-a3f1-62a46fd56684 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.5413263
Feb 03 12:28:39.880047 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-ee4221c2-c8ed-4076-98ce-7ccaff5d408e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0782356
Feb 03 12:28:40.026729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b48312c1-c0bb-4727-868e-535f95a319e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:40.042448 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-1b5c27e6-ce51-4961-964c-8a2026656e29 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518455
Feb 03 12:28:40.062035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a710e92d-4175-43ef-a466-80c2281a6c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:40.095947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48312c1-c0bb-4727-868e-535f95a319e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a912f26-34b8-418c-9929-daf7c6a12c73,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:40.116272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b48312c1-c0bb-4727-868e-535f95a319e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:40.150370 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-98991337-2fa2-4146-98ed-bfe153a99557 req-472c93a6-38d5-40d4-bb4a-9f013b935eb3 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2687523
Feb 03 12:28:40.167602 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b48312c1-c0bb-4727-868e-535f95a319e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:40.168858 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b48312c1-c0bb-4727-868e-535f95a319e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a912f26-34b8-418c-9929-daf7c6a12c73 HTTP/1.1" status: 204  len: 168 time: 1.2268770
Feb 03 12:28:40.190080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3591142e-187a-4249-9185-f6a6c7f3a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:40.193718 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-005f5df6-9757-4ec6-a849-dd07fb3c9cff req-a4b3692a-6234-4f5f-b901-b24aac1f8a92 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3551857
Feb 03 12:28:40.211434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:40.257670 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c646d015-7f2e-4de2-a8dd-d73e6023cca0 req-089f78c0-ba9a-4e03-b021-e6df9f90080e service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2013338
Feb 03 12:28:40.343629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591142e-187a-4249-9185-f6a6c7f3a385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6821d3-a9b5-432a-90bf-f151cdb6e239,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:40.345804 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46640) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:40.375567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3591142e-187a-4249-9185-f6a6c7f3a385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:40.433762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3591142e-187a-4249-9185-f6a6c7f3a385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:40.445794 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3591142e-187a-4249-9185-f6a6c7f3a385 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ca6821d3-a9b5-432a-90bf-f151cdb6e239 HTTP/1.1" status: 204  len: 168 time: 1.9556386
Feb 03 12:28:40.450274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46646) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:40.455599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745cf6a-d9df-4d23-a213-7e21729e9c9e req-20e933d6-db06-46fc-811f-6d97ffa3db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:40.457157 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c745cf6a-d9df-4d23-a213-7e21729e9c9e req-20e933d6-db06-46fc-811f-6d97ffa3db09 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 1160 time: 0.1582937
Feb 03 12:28:40.482039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021897c2-5e27-4526-af70-a27041355fbc req-5895385e-929c-45a8-911d-0639a4f7119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:40.483777 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-021897c2-5e27-4526-af70-a27041355fbc req-5895385e-929c-45a8-911d-0639a4f7119c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 1160 time: 0.1485758
Feb 03 12:28:40.699041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e70ee-924b-4a66-ac92-701bfc998045 req-d08b6cc8-505a-4174-9fa8-4f1e97e08eb4 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:40.700794 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1a9e70ee-924b-4a66-ac92-701bfc998045 req-d08b6cc8-505a-4174-9fa8-4f1e97e08eb4 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 945 time: 0.2792451
Feb 03 12:28:40.776376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021897c2-5e27-4526-af70-a27041355fbc req-900cbfab-6d78-4e37-bf8e-1f9a717f1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:40.778765 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-021897c2-5e27-4526-af70-a27041355fbc req-900cbfab-6d78-4e37-bf8e-1f9a717f1ae2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 913 time: 0.2828393
Feb 03 12:28:40.846370 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1a9e70ee-924b-4a66-ac92-701bfc998045 req-435c5210-2cfa-4114-8d49-2c39cd833cb2 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915678
Feb 03 12:28:40.876679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:40.951517 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-021897c2-5e27-4526-af70-a27041355fbc req-17f112ae-18a7-4900-a1c7-863aafddd1bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8df8961-6795-4c5d-8c5e-ae04c259cf1e HTTP/1.1" status: 200  len: 217 time: 0.1353095
Feb 03 12:28:40.966911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:41.065651 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021897c2-5e27-4526-af70-a27041355fbc req-b2b74fcc-b7fd-4747-8e09-4b6188c00e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:41.067489 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-021897c2-5e27-4526-af70-a27041355fbc req-b2b74fcc-b7fd-4747-8e09-4b6188c00e0c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 200  len: 859 time: 0.1034322
Feb 03 12:28:41.087105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745cf6a-d9df-4d23-a213-7e21729e9c9e req-4ca686c1-1265-457e-9d81-888f56805c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:41.089766 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c745cf6a-d9df-4d23-a213-7e21729e9c9e req-4ca686c1-1265-457e-9d81-888f56805c48 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 913 time: 0.6129692
Feb 03 12:28:41.132135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:41.137718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] Usage tracker for resource:security_group_rule and tenant:64ca45466710428fbe9a2defa227b107 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:41.140189 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-021897c2-5e27-4526-af70-a27041355fbc req-63b84990-5254-47b8-9ce4-d40b62be32bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597908
Feb 03 12:28:41.141077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:41.149223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:41.507504 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c745cf6a-d9df-4d23-a213-7e21729e9c9e req-1c7a37c4-2f84-47ae-8079-42ecb5a1adad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85327de1-2e95-4443-b90d-001063939ce6 HTTP/1.1" status: 200  len: 217 time: 0.3242693
Feb 03 12:28:41.513172 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-021897c2-5e27-4526-af70-a27041355fbc req-967bc42a-4e53-4161-b064-43fd49d905b4 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3574617
Feb 03 12:28:41.617455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f722a9c-1de5-44d9-9868-6e83570c2164 req-cfe15979-0013-4749-8a46-6f11fcdf37db tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:41.619557 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0f722a9c-1de5-44d9-9868-6e83570c2164 req-cfe15979-0013-4749-8a46-6f11fcdf37db tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.2356465
Feb 03 12:28:41.646352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:41.792568 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0f722a9c-1de5-44d9-9868-6e83570c2164 req-ca3098cf-522a-445d-9089-c9289acbeaa6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321204
Feb 03 12:28:41.836521 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-021897c2-5e27-4526-af70-a27041355fbc req-29bb09de-d675-4b67-bd20-0ca7c89aacf1 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2157600
Feb 03 12:28:41.849156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22e019-cece-4c9e-bae0-cc3b687d47ad req-2e8c55d6-ee8a-40d9-8d85-66e69df66265 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:41.850967 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1e22e019-cece-4c9e-bae0-cc3b687d47ad req-2e8c55d6-ee8a-40d9-8d85-66e69df66265 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 943 time: 0.7598207
Feb 03 12:28:41.875598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745cf6a-d9df-4d23-a213-7e21729e9c9e req-8bca91f7-dace-41b7-8c2c-a63afec8ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:41.877432 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c745cf6a-d9df-4d23-a213-7e21729e9c9e req-8bca91f7-dace-41b7-8c2c-a63afec8ca64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 200  len: 859 time: 0.3128734
Feb 03 12:28:41.999018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2a0440c978>> segment before_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:41.999799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2a0440c978>> subnet precommit_delete_associations 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.001129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a0329f860>> segment_host_mapping after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.001129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a0329f860>> port after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.001450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a0329f860>> port after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.002226 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a0329f860>> port after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.002472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a0329f860>> segment after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.003186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a0329f860>> subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.003186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a0329f860>> subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.004111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a0329f860>> subnet after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.076777 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a030ce198>> subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.077373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a030ce198>> subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.077466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a030ce198>> subnet before_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.077854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a030ce198>> subnet before_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:28:42.078246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a037d7be0>,) {'filters': {'network_id': ['0ca48968-17c2-4269-8e9b-8b7d2f9100dd']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:42.090375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.109604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a037d7be0>, '42b78bd0-b32f-4925-97f1-de5ad232df84') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:42.109737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a037d7be0>, '42b78bd0-b32f-4925-97f1-de5ad232df84') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:42.117066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.130839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:42.168453 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1e22e019-cece-4c9e-bae0-cc3b687d47ad req-ba38b3f1-c67c-44de-bcdb-892c330298e3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3097780
Feb 03 12:28:42.170540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853460491'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.204257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565637dd-90eb-41c7-a6e8-3b3848bbd6d0 req-0d936311-0e85-4bb1-af71-4ad1e58e1ab5 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:42.214260 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-565637dd-90eb-41c7-a6e8-3b3848bbd6d0 req-0d936311-0e85-4bb1-af71-4ad1e58e1ab5 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 945 time: 0.2313108
Feb 03 12:28:42.218298 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64ca45466710428fbe9a2defa227b107&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8534682
Feb 03 12:28:42.218298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f683e65b-5a10-4eff-8016-dce145a8cff1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:42.220305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46694) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:42.221871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:42.223075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.227413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:28:42.413943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b0562e3-7257-43cb-bba1-9d7965123eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.452330 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-565637dd-90eb-41c7-a6e8-3b3848bbd6d0 req-db9cab1a-d7a4-4818-80a4-5958d89f1193 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233870
Feb 03 12:28:42.490562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b0562e3-7257-43cb-bba1-9d7965123eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.512040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Network 0ca48968-17c2-4269-8e9b-8b7d2f9100dd has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:28:42.522690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6455524'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.542150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b0562e3-7257-43cb-bba1-9d7965123eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.553864 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c220ab6f-67d4-4066-828f-718f267e2cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:42.571992 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0562e3-7257-43cb-bba1-9d7965123eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f683e65b-5a10-4eff-8016-dce145a8cff1,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:42.574891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2b0562e3-7257-43cb-bba1-9d7965123eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:42.575844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b0562e3-7257-43cb-bba1-9d7965123eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.577318 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2b0562e3-7257-43cb-bba1-9d7965123eb2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f683e65b-5a10-4eff-8016-dce145a8cff1 HTTP/1.1" status: 204  len: 168 time: 0.3508127
Feb 03 12:28:42.743567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Network 0ca48968-17c2-4269-8e9b-8b7d2f9100dd has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   (rel_b, rel_a, rel_b),
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   (rel_b, rel_a, rel_b),
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:28:42.773456 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:28:42.859428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.867307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-49b8f122-f00c-40cf-a881-fad0c4825ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:42.887578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:42.896993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca48968-17c2-4269-8e9b-8b7d2f9100dd,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:42.903278 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:42.908130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46724) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:42.908513 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1d395650-0b77-4635-a5d4-05a6ddeaa1cb admin admin] 10.222.0.38 "DELETE /v2.0/networks/0ca48968-17c2-4269-8e9b-8b7d2f9100dd HTTP/1.1" status: 204  len: 168 time: 2.4568598
Feb 03 12:28:43.040243 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-849da523-cf5e-432b-8cee-fa3552421070 admin admin] Deleting subnet 6b5aa741-ec9c-48c3-8fba-d908941a7e40 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:28:43.043899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-849da523-cf5e-432b-8cee-fa3552421070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.095429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46732) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:43.103451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-849da523-cf5e-432b-8cee-fa3552421070 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.111846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-849da523-cf5e-432b-8cee-fa3552421070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.118150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.139494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:43.140181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] Usage tracker for resource:security_group_rule and tenant:334638510ee14e3da77637bdf73074ef is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:43.143797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:43.150496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:43.254334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.258855 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.302206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-65bc2ee0-a9e2-41a9-8086-d8e31f9d8b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:43.328087 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=334638510ee14e3da77637bdf73074ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2314825
Feb 03 12:28:43.333718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46744) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:43.384528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-849da523-cf5e-432b-8cee-fa3552421070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.401626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:43.416208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ad32c5-92a7-4716-a938-3e626eade772,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:43.431388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:43.470455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e78ebda1-29bc-4b75-95a6-ceee0c88498c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.490245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849da523-cf5e-432b-8cee-fa3552421070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5aa741-ec9c-48c3-8fba-d908941a7e40,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:43.493599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-849da523-cf5e-432b-8cee-fa3552421070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:43.498827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e78ebda1-29bc-4b75-95a6-ceee0c88498c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.545460 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-849da523-cf5e-432b-8cee-fa3552421070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.551939 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-849da523-cf5e-432b-8cee-fa3552421070 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6b5aa741-ec9c-48c3-8fba-d908941a7e40 HTTP/1.1" status: 204  len: 168 time: 0.6419291
Feb 03 12:28:43.554620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46752) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:43.645399 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8fe70-8837-4b2d-900c-86243486aae8 req-c4868437-0726-42d4-95d2-50fa8d5bd476 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:43.647161 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c3f8fe70-8837-4b2d-900c-86243486aae8 req-c4868437-0726-42d4-95d2-50fa8d5bd476 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 943 time: 0.3150237
Feb 03 12:28:43.740867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e78ebda1-29bc-4b75-95a6-ceee0c88498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.757007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-176ba6ac-2cf8-4163-af14-7aa9113b6baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:43.786819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ebda1-29bc-4b75-95a6-ceee0c88498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ad32c5-92a7-4716-a938-3e626eade772,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:43.799132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e78ebda1-29bc-4b75-95a6-ceee0c88498c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:43.834354 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c3f8fe70-8837-4b2d-900c-86243486aae8 req-2e343223-e8e0-494e-b210-0a58ad650618 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688015
Feb 03 12:28:43.836990 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e78ebda1-29bc-4b75-95a6-ceee0c88498c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:43.838187 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-e78ebda1-29bc-4b75-95a6-ceee0c88498c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46ad32c5-92a7-4716-a938-3e626eade772 HTTP/1.1" status: 204  len: 168 time: 0.5010140
Feb 03 12:28:43.845167 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:44.046260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:44.172522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a036efa90>,) {'filters': {'network_id': ['bc678375-f0cf-4801-8a98-116e2e3cfd43']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:44.187250 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a036efa90>, '94fe0dbb-df11-4864-ab3c-4920a71d26ee') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:44.187637 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a036efa90>, '94fe0dbb-df11-4864-ab3c-4920a71d26ee') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:28:44.200695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853460491'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:44.224419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:44.226628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:28:44.600295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Network bc678375-f0cf-4801-8a98-116e2e3cfd43 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:28:44.610362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6455524'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:44.792491 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Network bc678375-f0cf-4801-8a98-116e2e3cfd43 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:28:44.821435 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:28:44.903315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:44.907178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:44.938812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:44.951785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc678375-f0cf-4801-8a98-116e2e3cfd43,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:44.960799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:44.966514 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-5c246b4c-0ead-4089-b240-4081cf351b94 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bc678375-f0cf-4801-8a98-116e2e3cfd43 HTTP/1.1" status: 204  len: 168 time: 1.4107988
Feb 03 12:28:45.014573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:28:45.184915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3cae7-afbb-4b49-9a84-dec155dcac27 req-36c52d58-186f-4f81-b635-bdb71b9081d6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:45.186980 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76a3cae7-afbb-4b49-9a84-dec155dcac27 req-36c52d58-186f-4f81-b635-bdb71b9081d6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 943 time: 0.1718793
Feb 03 12:28:45.209844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46798) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:45.266971 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76a3cae7-afbb-4b49-9a84-dec155dcac27 req-4d012f7e-845a-4135-9889-f8ea5162bc0b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725207
Feb 03 12:28:45.272875 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9eb4f17f-0e25-459a-9cf9-e09e57039134 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=893f64e52eda4dbd8175b6e181d99689&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0617387
Feb 03 12:28:45.275795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46806) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:45.342216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c14caa3c-a9c8-406b-af39-e21ebb993858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:45.371118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c14caa3c-a9c8-406b-af39-e21ebb993858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:45.421106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c14caa3c-a9c8-406b-af39-e21ebb993858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:45.426453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:45.441497 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14caa3c-a9c8-406b-af39-e21ebb993858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b654d4b4-8d96-451d-8d24-93730a83ab98,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:45.444300 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c14caa3c-a9c8-406b-af39-e21ebb993858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:45.445573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c14caa3c-a9c8-406b-af39-e21ebb993858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:45.446798 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c14caa3c-a9c8-406b-af39-e21ebb993858 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b654d4b4-8d96-451d-8d24-93730a83ab98 HTTP/1.1" status: 204  len: 168 time: 0.1699617
Feb 03 12:28:45.879158 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46828) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:45.939512 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-713b0868-f85b-47f4-8104-ce75b526be2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b5d49ebb3d54343b3eca017f2c94828&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0562248
Feb 03 12:28:45.939512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46834) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:46.029480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce539d47-74ab-45ba-96c7-249971fc47d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:46.050254 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c745cf6a-d9df-4d23-a213-7e21729e9c9e req-0f55af00-3992-449c-9ae3-8eca3032df50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651288
Feb 03 12:28:46.062021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce539d47-74ab-45ba-96c7-249971fc47d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:46.117726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce539d47-74ab-45ba-96c7-249971fc47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:46.125987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:46.144923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce539d47-74ab-45ba-96c7-249971fc47d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c08c5f-3d6d-44f9-8600-e1d22caacea1,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:46.147458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce539d47-74ab-45ba-96c7-249971fc47d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:46.151979 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ce539d47-74ab-45ba-96c7-249971fc47d9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06c08c5f-3d6d-44f9-8600-e1d22caacea1 HTTP/1.1" status: 204  len: 168 time: 0.2111609
Feb 03 12:28:46.153040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce539d47-74ab-45ba-96c7-249971fc47d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:46.234051 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c745cf6a-d9df-4d23-a213-7e21729e9c9e req-8f3ec353-7a73-4483-b5a9-72a1446883d8 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725562
Feb 03 12:28:46.401840 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c745cf6a-d9df-4d23-a213-7e21729e9c9e req-dfc0cff3-e8b4-447a-8899-f5b6c3ca8e77 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469262
Feb 03 12:28:46.655520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d19185-fbef-4078-bcdc-58c9b7c6a064 req-7f63bda9-08c7-4cf9-be5f-e835ddc55a22 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:46.657120 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-17d19185-fbef-4078-bcdc-58c9b7c6a064 req-7f63bda9-08c7-4cf9-be5f-e835ddc55a22 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 943 time: 0.1763625
Feb 03 12:28:46.730958 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-17d19185-fbef-4078-bcdc-58c9b7c6a064 req-adcddb1e-dba2-4821-ba2c-b3eef7b82094 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652087
Feb 03 12:28:47.901254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 46952) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:48.105409 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3017fd3-8565-4068-9a00-ebd4b763e443 req-7d92d7da-e7a1-43d1-8975-70eb7fd11132 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:48.114036 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a3017fd3-8565-4068-9a00-ebd4b763e443 req-7d92d7da-e7a1-43d1-8975-70eb7fd11132 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 943 time: 0.2375016
Feb 03 12:28:48.202552 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a3017fd3-8565-4068-9a00-ebd4b763e443 req-652a8449-1115-419f-ba3d-9519d86936c8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872366
Feb 03 12:28:48.206500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:48.231289 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:48.235801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] Usage tracker for resource:security_group_rule and tenant:424ebcb6c9fc4a6e9291b205c34266dd is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:48.239395 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:48.248404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:48.386646 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:48.390349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:48.402070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:48.469063 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=424ebcb6c9fc4a6e9291b205c34266dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5659397
Feb 03 12:28:48.470317 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d911e83-b753-4916-a50e-0d1e09260579,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:48.472389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 46976) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:48.474927 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:48.549766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4fe1bb49-fc3f-4679-8379-e75f5b6f19a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:48.581244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4fe1bb49-fc3f-4679-8379-e75f5b6f19a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:48.630251 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4fe1bb49-fc3f-4679-8379-e75f5b6f19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:48.638772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:48.659842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4fe1bb49-fc3f-4679-8379-e75f5b6f19a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:48.662158 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4fe1bb49-fc3f-4679-8379-e75f5b6f19a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d911e83-b753-4916-a50e-0d1e09260579 HTTP/1.1" status: 204  len: 168 time: 0.1886017
Feb 03 12:28:48.666207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.objects.ports [None req-1ce4f465-f27e-4ad9-9d75-213911bf27a0 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 12:28:48.668534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1bb49-fc3f-4679-8379-e75f5b6f19a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d911e83-b753-4916-a50e-0d1e09260579,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:48.673233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4fe1bb49-fc3f-4679-8379-e75f5b6f19a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:49.170961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47004) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:49.190947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:49.207778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:49.212130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] Usage tracker for resource:security_group_rule and tenant:1b6a39ebdb9e44d8902905254b9f7026 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:49.215542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:49.221465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:49.314364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:49.317851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:49.338177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:49.377869 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b6a39ebdb9e44d8902905254b9f7026&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2032576
Feb 03 12:28:49.378747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47010) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:49.400473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae619e76-25fe-4407-bd95-74ebc7b8900a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:49.400473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:49.455915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7902e29d-ea0f-4902-9551-92e8e01faa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:49.484308 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7902e29d-ea0f-4902-9551-92e8e01faa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:49.514191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfec93-f870-4889-a7dc-e86d21387c0d req-ded83ebb-0715-4875-80d3-d18ae7c74db6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:49.515877 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-08cfec93-f870-4889-a7dc-e86d21387c0d req-ded83ebb-0715-4875-80d3-d18ae7c74db6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 943 time: 0.1798666
Feb 03 12:28:49.547317 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7902e29d-ea0f-4902-9551-92e8e01faa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:49.553465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-85eb2015-f278-449b-9340-e28c87be700d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:49.569993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902e29d-ea0f-4902-9551-92e8e01faa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae619e76-25fe-4407-bd95-74ebc7b8900a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:49.573852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7902e29d-ea0f-4902-9551-92e8e01faa43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:49.582281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7902e29d-ea0f-4902-9551-92e8e01faa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:49.583525 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-7902e29d-ea0f-4902-9551-92e8e01faa43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae619e76-25fe-4407-bd95-74ebc7b8900a HTTP/1.1" status: 204  len: 168 time: 0.2038376
Feb 03 12:28:49.633073 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-08cfec93-f870-4889-a7dc-e86d21387c0d req-dddcb95f-d1cd-4202-9b2f-1dd8661c569b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099243
Feb 03 12:28:50.361948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47060) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:50.514926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:50.531052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:50.538163 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] Usage tracker for resource:security_group_rule and tenant:2e8d8221cf4445cebacbc8c05e36e43f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:50.541465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:50.549350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:50.642725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:50.646320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:50.656120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:50.688565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2263db13-f87f-476b-a5e7-731ac4a448fb,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:50.699833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:50.712708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 47074) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:50.713020 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e8d8221cf4445cebacbc8c05e36e43f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3496621
Feb 03 12:28:50.786295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6e9dab10-c3f1-4111-aa58-5e3daaa54e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:50.816630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6e9dab10-c3f1-4111-aa58-5e3daaa54e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:50.877025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6e9dab10-c3f1-4111-aa58-5e3daaa54e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:50.883002 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a30e37cd-c52e-441a-8020-30b0857d457d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:50.895499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9dab10-c3f1-4111-aa58-5e3daaa54e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2263db13-f87f-476b-a5e7-731ac4a448fb,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:50.905630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6e9dab10-c3f1-4111-aa58-5e3daaa54e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:50.935084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6e9dab10-c3f1-4111-aa58-5e3daaa54e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:50.937771 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6e9dab10-c3f1-4111-aa58-5e3daaa54e7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2263db13-f87f-476b-a5e7-731ac4a448fb HTTP/1.1" status: 204  len: 168 time: 0.2229338
Feb 03 12:28:50.991952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6f0ba-702b-4696-917e-2cbfa667b763 req-0a5bde1f-6b6b-4bf7-b403-7ae85bc9f4bb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:51.014268 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-33e6f0ba-702b-4696-917e-2cbfa667b763 req-0a5bde1f-6b6b-4bf7-b403-7ae85bc9f4bb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 943 time: 0.2311287
Feb 03 12:28:51.127878 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-33e6f0ba-702b-4696-917e-2cbfa667b763 req-5ae0cef8-0eb0-4fc4-b2ba-f049fda8364d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106029
Feb 03 12:28:51.363014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47102) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:51.386251 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:51.402325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:28:51.406331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] Usage tracker for resource:security_group_rule and tenant:7959ad8ed29f49ee86cd84e6eba21d8c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:28:51.409320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:28:51.415197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:28:51.502803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:51.506227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:51.516149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:51.559395 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7959ad8ed29f49ee86cd84e6eba21d8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1951487
Feb 03 12:28:51.562589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47108) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:28:51.566241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80d8aa8-0288-43a4-a736-6cd459271e29,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:51.569815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:51.632564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0a3afab1-950d-42ae-95ab-23b5a7b74664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:51.663112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0a3afab1-950d-42ae-95ab-23b5a7b74664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:51.716646 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0a3afab1-950d-42ae-95ab-23b5a7b74664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:51.729580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e78ebda1-29bc-4b75-95a6-ceee0c88498c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:51.755560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3afab1-950d-42ae-95ab-23b5a7b74664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80d8aa8-0288-43a4-a736-6cd459271e29,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:51.761191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0a3afab1-950d-42ae-95ab-23b5a7b74664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:51.768019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0a3afab1-950d-42ae-95ab-23b5a7b74664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:51.772306 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0a3afab1-950d-42ae-95ab-23b5a7b74664 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d80d8aa8-0288-43a4-a736-6cd459271e29 HTTP/1.1" status: 204  len: 168 time: 0.2062087
Feb 03 12:28:52.424959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-35c7168e-57d2-47f4-8096-ddd8fe200422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:52.480026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91158-d466-437f-9e74-60250efb7bbb req-532bcd62-98d0-45dd-95b3-07328b094e45 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:52.481888 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-30e91158-d466-437f-9e74-60250efb7bbb req-532bcd62-98d0-45dd-95b3-07328b094e45 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 943 time: 0.2180011
Feb 03 12:28:52.549842 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-30e91158-d466-437f-9e74-60250efb7bbb req-29b96d6b-60b4-4ca5-8ddd-57828853b21d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612454
Feb 03 12:28:53.846169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5f0ff-52ee-4eed-9ea6-c184946915a0 req-6c29ec05-1a6f-4d79-8f40-efbc3bba9879 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:53.848648 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60e5f0ff-52ee-4eed-9ea6-c184946915a0 req-6c29ec05-1a6f-4d79-8f40-efbc3bba9879 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 943 time: 0.1649802
Feb 03 12:28:53.919293 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60e5f0ff-52ee-4eed-9ea6-c184946915a0 req-c5cb79b3-b9f7-4bb6-9404-3e0af8dab843 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641205
Feb 03 12:28:54.154378 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d8df8961-6795-4c5d-8c5e-ae04c259cf1e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:54.238890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port d8df8961-6795-4c5d-8c5e-ae04c259cf1e completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:28:54.245104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d8df8961-6795-4c5d-8c5e-ae04c259cf1e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:54.245631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:54.382854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:54.422982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port d8df8961-6795-4c5d-8c5e-ae04c259cf1e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=d8df8961-6795-4c5d-8c5e-ae04c259cf1e,segment=NetworkSegment(7db821e0-cf83-4b5b-ad30-1081962863bf),segment_id=7db821e0-cf83-4b5b-ad30-1081962863bf)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:28:54.424397 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ce7757-e7bd-4f31-b843-d33c358a076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8df8961-6795-4c5d-8c5e-ae04c259cf1e'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:28:54.432983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:54.435224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:54.493033 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ce7757-e7bd-4f31-b843-d33c358a076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8df8961-6795-4c5d-8c5e-ae04c259cf1e', 'code': 200}
Feb 03 12:28:54.510233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:54.607459 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=d8df8961-6795-4c5d-8c5e-ae04c259cf1e,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:54.613342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:54.618251 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 85327de1-2e95-4443-b90d-001063939ce6 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:28:54.624269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85327de1-2e95-4443-b90d-001063939ce6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:54.624696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:54.756448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:54.792481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 85327de1-2e95-4443-b90d-001063939ce6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=85327de1-2e95-4443-b90d-001063939ce6,segment=NetworkSegment(7db821e0-cf83-4b5b-ad30-1081962863bf),segment_id=7db821e0-cf83-4b5b-ad30-1081962863bf)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:28:54.795873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:54.798360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:28:54.871869 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=85327de1-2e95-4443-b90d-001063939ce6,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:28:54.875457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:28:54.999164 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-055eb961-02da-41be-8c14-767206539d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:55.250681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428869-0db7-410a-8a27-f899476e05c8 req-7e108d1b-2221-4008-ad61-ac0358290dc9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:55.258523 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1a428869-0db7-410a-8a27-f899476e05c8 req-7e108d1b-2221-4008-ad61-ac0358290dc9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1806400
Feb 03 12:28:55.325832 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1a428869-0db7-410a-8a27-f899476e05c8 req-a335e2a3-be8a-4dd3-99d6-c03ac66734c7 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659618
Feb 03 12:28:55.557326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:56.229829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:56.494708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947f774e-d0ac-4c40-b653-6f86b96cd108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85327de1-2e95-4443-b90d-001063939ce6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:28:56.554842 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947f774e-d0ac-4c40-b653-6f86b96cd108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85327de1-2e95-4443-b90d-001063939ce6', 'code': 200}
Feb 03 12:28:56.807302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638de21-13bd-43cf-83bd-e1330a62994e req-6e4d27ed-f091-4a49-9a10-6c41e28dfa88 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:56.808981 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e638de21-13bd-43cf-83bd-e1330a62994e req-6e4d27ed-f091-4a49-9a10-6c41e28dfa88 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3398168
Feb 03 12:28:56.876630 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e638de21-13bd-43cf-83bd-e1330a62994e req-537da800-1ef3-457d-81b0-9258e7d63208 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576320
Feb 03 12:28:56.930137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:58.190568 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c38111-8d4c-49a0-b358-bb9cbfd13b24 req-04b6a42d-17ed-47a4-8dc1-87b1618fcea4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:58.192189 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1c38111-8d4c-49a0-b358-bb9cbfd13b24 req-04b6a42d-17ed-47a4-8dc1-87b1618fcea4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1703019
Feb 03 12:28:58.263354 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1c38111-8d4c-49a0-b358-bb9cbfd13b24 req-4fda7290-6488-490c-9a22-1c9eeedb1d74 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617008
Feb 03 12:28:58.775851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d8df8961-6795-4c5d-8c5e-ae04c259cf1e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:58.796983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74a64d-cb70-4ba6-b864-a7cad52bfb37 req-82ab4f7d-4bcc-451c-998e-deb81b8b7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:58.798591 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0d74a64d-cb70-4ba6-b864-a7cad52bfb37 req-82ab4f7d-4bcc-451c-998e-deb81b8b7aad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 1162 time: 0.0782228
Feb 03 12:28:58.851332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d8df8961-6795-4c5d-8c5e-ae04c259cf1e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:58.851738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:58.894596 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0d74a64d-cb70-4ba6-b864-a7cad52bfb37 req-91ae4f7f-aa26-45f9-a0e6-fe96d63bd42f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648761
Feb 03 12:28:58.934312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebfb7c-443f-463b-8835-5263fb90355e req-fdc36425-17c2-48f7-b72b-3ca192f0b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:58.941316 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32ebfb7c-443f-463b-8835-5263fb90355e req-fdc36425-17c2-48f7-b72b-3ca192f0b44d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 1162 time: 0.1050749
Feb 03 12:28:58.992035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:28:59.068412 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85327de1-2e95-4443-b90d-001063939ce6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:28:59.068815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:28:59.231369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-32ebfb7c-443f-463b-8835-5263fb90355e req-b00f8311-f825-43e9-bc0b-d98d56eed387 service neutron] Synchronizing usage tracker for tenant:ae62cf901d5742649842de1a2f81dbf3 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:28:59.247801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-32ebfb7c-443f-463b-8835-5263fb90355e req-b00f8311-f825-43e9-bc0b-d98d56eed387 service neutron] Unset dirty status for tenant:ae62cf901d5742649842de1a2f81dbf3 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:28:59.249080 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32ebfb7c-443f-463b-8835-5263fb90355e req-b00f8311-f825-43e9-bc0b-d98d56eed387 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689423
Feb 03 12:28:59.570643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c2725-2cd1-4246-812e-dd8554e0dc88 req-2bb2f716-26be-4696-8162-5b0881d11962 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:28:59.572617 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a79c2725-2cd1-4246-812e-dd8554e0dc88 req-2bb2f716-26be-4696-8162-5b0881d11962 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1643679
Feb 03 12:28:59.642638 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a79c2725-2cd1-4246-812e-dd8554e0dc88 req-90595df0-b0bd-4276-9500-150c3fd13e06 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625746
Feb 03 12:29:00.717710 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59267320-64f8-479d-9e19-343a14f165c5 req-d4252f29-cb12-461d-8ac7-edeba8bc5566 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0905921
Feb 03 12:29:00.920019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59267320-64f8-479d-9e19-343a14f165c5 req-041d5f1d-11bb-4aa8-8a48-afdbab7f966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:00.922889 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59267320-64f8-479d-9e19-343a14f165c5 req-041d5f1d-11bb-4aa8-8a48-afdbab7f966b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fa1018d6af34a42bff780baebcba31f&device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 1163 time: 0.0854852
Feb 03 12:29:00.953063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9efb8a-3ca1-4a0a-b6a7-a12950a627cd req-bab3cf84-4e37-4f32-8c43-fbb00585799e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:00.954725 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fd9efb8a-3ca1-4a0a-b6a7-a12950a627cd req-bab3cf84-4e37-4f32-8c43-fbb00585799e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1725004
Feb 03 12:29:01.023886 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fd9efb8a-3ca1-4a0a-b6a7-a12950a627cd req-05beb094-685e-4479-a86b-4db5b688de0f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608852
Feb 03 12:29:01.128824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59267320-64f8-479d-9e19-343a14f165c5 req-38ce6214-c0f1-4ebe-abe6-f25fff944364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:01.130637 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59267320-64f8-479d-9e19-343a14f165c5 req-38ce6214-c0f1-4ebe-abe6-f25fff944364 service neutron] 10.222.0.86 "GET /v2.0/networks?id=35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 HTTP/1.1" status: 200  len: 906 time: 0.1628430
Feb 03 12:29:01.229994 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59267320-64f8-479d-9e19-343a14f165c5 req-5eb23585-bc8e-44b1-8b5c-bbc8c3633361 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=effbac55-8055-4e30-aa2a-d3fadce4527a HTTP/1.1" status: 200  len: 217 time: 0.0867779
Feb 03 12:29:01.319994 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59267320-64f8-479d-9e19-343a14f165c5 req-ff635212-7d79-4e4a-bcb2-506828d3cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:01.321715 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59267320-64f8-479d-9e19-343a14f165c5 req-ff635212-7d79-4e4a-bcb2-506828d3cd72 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=32fdcfa5-ebca-48cf-9ea8-a47f6605a915 HTTP/1.1" status: 200  len: 852 time: 0.0764861
Feb 03 12:29:01.414486 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59267320-64f8-479d-9e19-343a14f165c5 req-aaa19556-170e-491c-a7dc-071ca448fc70 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=35bcd1c5-21cc-4be8-b79c-67dcf14ebf27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556810
Feb 03 12:29:01.581762 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59267320-64f8-479d-9e19-343a14f165c5 req-fe3b5dd5-1750-4cd4-a7e6-5b8cc76d759b service neutron] 10.222.0.86 "GET /v2.0/networks/35bcd1c5-21cc-4be8-b79c-67dcf14ebf27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491244
Feb 03 12:29:01.780604 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59267320-64f8-479d-9e19-343a14f165c5 req-6c053484-f436-41a5-94f3-8b0dcb0bedc9 service neutron] 10.222.0.86 "GET /v2.0/networks/35bcd1c5-21cc-4be8-b79c-67dcf14ebf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1786642
Feb 03 12:29:02.189812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47426) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:02.355065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:02.372634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:02.377633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Usage tracker for resource:security_group_rule and tenant:7e054270b73e42fca015d3f6c3711992 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:02.380933 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:02.382518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001bacd-3f51-4314-bf98-e10c15326748 req-fcc31189-f730-4a03-8097-ef4570802dfe tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:02.384413 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e001bacd-3f51-4314-bf98-e10c15326748 req-fcc31189-f730-4a03-8097-ef4570802dfe tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2084258
Feb 03 12:29:02.387339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:02.452194 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e001bacd-3f51-4314-bf98-e10c15326748 req-9a1b4dda-df6a-4e85-8eb3-64637b3599e8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608065
Feb 03 12:29:02.483754 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:02.488329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:02.499763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0844cc16-224a-47d2-9ccb-efc7baa2185c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:02.544167 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e054270b73e42fca015d3f6c3711992&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3530078
Feb 03 12:29:02.545005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12600e5-2572-49ad-a7ed-375bca4e7c50,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:02.547023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 47440) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:02.553228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.553621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.554032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.554414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.554792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.555165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.555535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.556020 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.556392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.556761 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.557129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.557494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.557934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.558303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.558669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.559176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.559542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.559909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.560278 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.560957 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.561325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.561709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.562142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.562551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.567232 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:02.618182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:02.646252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:02.698172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:02.702779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2a87c863-b267-4dbf-aaca-52b3a4abeec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:02.713977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12600e5-2572-49ad-a7ed-375bca4e7c50,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:02.724827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.725229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.725613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.726027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.726410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.726791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.727169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.727546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.728024 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.728408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.728780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.729153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.729575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.729976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.730349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.730721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.731095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.731472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.731845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.732225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.732598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.733014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.733358 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.733750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:02.738318 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:02.739280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:02.743478 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c12600e5-2572-49ad-a7ed-375bca4e7c50 HTTP/1.1" status: 204  len: 168 time: 0.1950710
Feb 03 12:29:02.743667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960c351-675b-468d-96be-c549d9e7650c req-31da6bcb-0165-4c22-b7ba-77b3c811e3c7 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:02.745379 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b960c351-675b-468d-96be-c549d9e7650c req-31da6bcb-0165-4c22-b7ba-77b3c811e3c7 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.1716952
Feb 03 12:29:02.820024 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b960c351-675b-468d-96be-c549d9e7650c req-8d2ec9e4-e91a-4d56-b514-7bdde6cd7a24 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660474
Feb 03 12:29:03.077275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f1624-dc02-4fa6-beba-1c841a7b00ec req-3020da32-0df2-4752-8ce4-b0ffdf28f5b5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:03.079184 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b26f1624-dc02-4fa6-beba-1c841a7b00ec req-3020da32-0df2-4752-8ce4-b0ffdf28f5b5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2025485
Feb 03 12:29:03.132462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47454) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:03.143332 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b26f1624-dc02-4fa6-beba-1c841a7b00ec req-07248969-aaf0-4c34-b229-67fa3ffb6337 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577440
Feb 03 12:29:03.152053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:03.167534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:03.171605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:69eb538074d844e9a8c4c748c4c11cb1 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:03.174677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:03.180705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:03.268955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:03.274160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:03.281971 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:03.327925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25bd7e-2cb7-4ed1-b20f-11fb15e23b1b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:03.332473 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69eb538074d844e9a8c4c748c4c11cb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1988320
Feb 03 12:29:03.333467 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:03.335658 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 47460) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:03.407645 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4e09f9e0-e558-4c09-9d2a-032fa6268169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:03.438808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4e09f9e0-e558-4c09-9d2a-032fa6268169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:03.487498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4e09f9e0-e558-4c09-9d2a-032fa6268169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:03.491440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:03.503935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09f9e0-e558-4c09-9d2a-032fa6268169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25bd7e-2cb7-4ed1-b20f-11fb15e23b1b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:03.507786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4e09f9e0-e558-4c09-9d2a-032fa6268169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:03.512566 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4e09f9e0-e558-4c09-9d2a-032fa6268169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:03.516512 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4e09f9e0-e558-4c09-9d2a-032fa6268169 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec25bd7e-2cb7-4ed1-b20f-11fb15e23b1b HTTP/1.1" status: 204  len: 168 time: 0.1769850
Feb 03 12:29:03.939103 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47474) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:03.999958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:04.024920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:04.030885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] Usage tracker for resource:security_group_rule and tenant:39695c69ccd344c0a6d304ef861c49d0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:04.040978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:04.048438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:04.170221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d476bd-5c2b-4db1-9c77-e47069ef8944 req-bbd4ccdd-f2b9-48af-9bbe-cc20456cca64 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:04.171902 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-38d476bd-5c2b-4db1-9c77-e47069ef8944 req-bbd4ccdd-f2b9-48af-9bbe-cc20456cca64 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.2169516
Feb 03 12:29:04.262435 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-38d476bd-5c2b-4db1-9c77-e47069ef8944 req-459ce1f2-c48c-4f4c-af95-f064a7046772 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805190
Feb 03 12:29:04.293444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:04.296756 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:04.305119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:04.346672 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=39695c69ccd344c0a6d304ef861c49d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4063947
Feb 03 12:29:04.349601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47484) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:04.352327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcee96f-d4fa-4b1b-8798-2477bc103205,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:04.365672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:04.416737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-51ce308f-0cce-4610-ae12-3c20d2db4c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:04.434995 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a733e-0040-4ebd-b7ae-20b12b73a723 req-c5c260db-416a-4558-8e10-039b9db87bbd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:04.437283 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-989a733e-0040-4ebd-b7ae-20b12b73a723 req-c5c260db-416a-4558-8e10-039b9db87bbd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1665051
Feb 03 12:29:04.444518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-51ce308f-0cce-4610-ae12-3c20d2db4c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:04.492984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-51ce308f-0cce-4610-ae12-3c20d2db4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:04.503194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6eff09a5-ec97-4267-b758-a01f67cd5a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:04.512996 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-989a733e-0040-4ebd-b7ae-20b12b73a723 req-eff5952f-87c4-465f-8ee4-1e55d95fabe3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678716
Feb 03 12:29:04.513776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce308f-0cce-4610-ae12-3c20d2db4c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcee96f-d4fa-4b1b-8798-2477bc103205,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:04.517936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-51ce308f-0cce-4610-ae12-3c20d2db4c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:04.525980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-51ce308f-0cce-4610-ae12-3c20d2db4c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:04.527200 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-51ce308f-0cce-4610-ae12-3c20d2db4c5f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ddcee96f-d4fa-4b1b-8798-2477bc103205 HTTP/1.1" status: 204  len: 168 time: 0.1766295
Feb 03 12:29:05.350986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:05.577546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3e1a-1d59-4727-a8fd-95e575e4328e req-9d3a115c-4c51-485e-80a1-642be1cd2a36 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:05.579598 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ec6f3e1a-1d59-4727-a8fd-95e575e4328e req-9d3a115c-4c51-485e-80a1-642be1cd2a36 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.1718888
Feb 03 12:29:05.656624 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ec6f3e1a-1d59-4727-a8fd-95e575e4328e req-ed62be09-5b2d-4635-86e0-8b7df3ebce80 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700192
Feb 03 12:29:05.863596 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddd041-289d-4cf5-a00d-bc11db76a391 req-2cd231a2-db59-498c-ad5c-cd0caab73fd1 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:05.865318 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e8ddd041-289d-4cf5-a00d-bc11db76a391 req-2cd231a2-db59-498c-ad5c-cd0caab73fd1 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1812072
Feb 03 12:29:05.942614 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e8ddd041-289d-4cf5-a00d-bc11db76a391 req-7073c072-b8cd-4837-982e-563e770c51d3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695014
Feb 03 12:29:06.956756 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381f3d4-b02c-4969-a5b4-ca84430ad2e4 req-086f2e05-43b0-4852-b089-493a595ddde4 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:06.958464 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f381f3d4-b02c-4969-a5b4-ca84430ad2e4 req-086f2e05-43b0-4852-b089-493a595ddde4 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.1658514
Feb 03 12:29:07.028884 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f381f3d4-b02c-4969-a5b4-ca84430ad2e4 req-6e5abcef-bc43-4c2f-baeb-5e33c4af1ddd tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628567
Feb 03 12:29:07.248807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d36d22-9e19-47e3-bacd-e1bb7d615f44 req-bc8c962f-fade-4ca4-8ebb-111b25308374 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:07.250418 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-78d36d22-9e19-47e3-bacd-e1bb7d615f44 req-bc8c962f-fade-4ca4-8ebb-111b25308374 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1707978
Feb 03 12:29:07.365296 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-78d36d22-9e19-47e3-bacd-e1bb7d615f44 req-dea1731c-6de9-4c93-981a-d3463d25d58d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783455
Feb 03 12:29:07.382303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24357d-2e54-4534-b1c4-70ec412fadc6 req-ce288e4e-05cb-4a30-a48c-5c92e525db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:07.384829 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5d24357d-2e54-4534-b1c4-70ec412fadc6 req-ce288e4e-05cb-4a30-a48c-5c92e525db49 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 1162 time: 0.1334321
Feb 03 12:29:07.554870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24357d-2e54-4534-b1c4-70ec412fadc6 req-56b6c3a1-b98a-4396-a1ac-e09bf6aceaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:07.556503 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5d24357d-2e54-4534-b1c4-70ec412fadc6 req-56b6c3a1-b98a-4396-a1ac-e09bf6aceaba service neutron] 10.222.0.86 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 913 time: 0.1484091
Feb 03 12:29:07.641320 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5d24357d-2e54-4534-b1c4-70ec412fadc6 req-cec2071e-21a9-4291-bf8b-d5d9b8bfd606 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8df8961-6795-4c5d-8c5e-ae04c259cf1e HTTP/1.1" status: 200  len: 217 time: 0.0710497
Feb 03 12:29:07.734794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24357d-2e54-4534-b1c4-70ec412fadc6 req-3310ef8c-7ee0-4bef-ac3e-f4b181d698b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:07.736375 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5d24357d-2e54-4534-b1c4-70ec412fadc6 req-3310ef8c-7ee0-4bef-ac3e-f4b181d698b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 200  len: 859 time: 0.0664034
Feb 03 12:29:07.803389 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5d24357d-2e54-4534-b1c4-70ec412fadc6 req-41ec89f3-6e98-4185-af39-23e1f1c4f728 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500696
Feb 03 12:29:07.983143 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5d24357d-2e54-4534-b1c4-70ec412fadc6 req-65527489-938a-45ba-9697-8ebe280db20b service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514554
Feb 03 12:29:08.153475 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5d24357d-2e54-4534-b1c4-70ec412fadc6 req-2d2cb511-514e-4d34-a5ae-3f5a83269863 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1505325
Feb 03 12:29:08.348263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d20b76-41ed-4dfb-bc84-1694cb5f0a2e req-d72b71ea-3ff6-45ff-b83e-33d6ae0beec0 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:08.349933 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-27d20b76-41ed-4dfb-bc84-1694cb5f0a2e req-d72b71ea-3ff6-45ff-b83e-33d6ae0beec0 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.1726835
Feb 03 12:29:08.416172 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-27d20b76-41ed-4dfb-bc84-1694cb5f0a2e req-38546bf9-5c43-42ff-ba2f-9421e2e543eb tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598097
Feb 03 12:29:08.669902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3798f21-6888-4736-8326-a5c1479feb77 req-ee62a873-af02-44ca-b860-cb698d727acd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:08.669902 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c3798f21-6888-4736-8326-a5c1479feb77 req-ee62a873-af02-44ca-b860-cb698d727acd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1671333
Feb 03 12:29:08.730909 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c3798f21-6888-4736-8326-a5c1479feb77 req-136affab-ac61-4551-9ad2-7e3c976a44ab tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585804
Feb 03 12:29:09.732556 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4dc1a-b730-47f7-8190-e6dc01ec2f23 req-6194fc7e-5b96-4cc2-abf5-db9e149577ac tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:09.734332 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a7a4dc1a-b730-47f7-8190-e6dc01ec2f23 req-6194fc7e-5b96-4cc2-abf5-db9e149577ac tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.1782992
Feb 03 12:29:09.804089 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a7a4dc1a-b730-47f7-8190-e6dc01ec2f23 req-f233284b-4616-403e-94ce-533a512953ac tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628140
Feb 03 12:29:10.032071 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2493d5f-3d0b-4588-bc1e-6197df90723e req-c34eaf74-2219-49e7-b8ad-e9051150f4c2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:10.033817 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2493d5f-3d0b-4588-bc1e-6197df90723e req-c34eaf74-2219-49e7-b8ad-e9051150f4c2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1736307
Feb 03 12:29:10.098935 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2493d5f-3d0b-4588-bc1e-6197df90723e req-5799729a-ba44-442f-b85f-c0c347c012e6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587707
Feb 03 12:29:11.153901 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf48f6-1159-4516-99bf-2f262fe3fbc5 req-df14e619-4ddd-4fb5-a186-84b9592b444f tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:11.155638 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-65cf48f6-1159-4516-99bf-2f262fe3fbc5 req-df14e619-4ddd-4fb5-a186-84b9592b444f tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.1838884
Feb 03 12:29:11.225246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 47710) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:11.233870 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-65cf48f6-1159-4516-99bf-2f262fe3fbc5 req-950aa36f-9258-47cb-b75b-c939964f8d92 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715570
Feb 03 12:29:11.438593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c4e9e-888d-4232-b24a-da8e35a7bee2 req-1eed6d1b-65aa-48ee-8820-5c976d99d309 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:11.440409 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b68c4e9e-888d-4232-b24a-da8e35a7bee2 req-1eed6d1b-65aa-48ee-8820-5c976d99d309 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1733308
Feb 03 12:29:11.476470 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:11.500313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:11.513377 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] Usage tracker for resource:security_group_rule and tenant:a290e1639293404980c0a23945b5d442 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:11.519293 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:11.529249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:11.549951 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b68c4e9e-888d-4232-b24a-da8e35a7bee2 req-49323b04-4c2e-4cca-b4dc-1559c44eb5df tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910122
Feb 03 12:29:11.639920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:11.643310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:11.652191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:11.693959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1b4504-a5b1-41c3-a976-fa55e4bd9371,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:11.698643 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a290e1639293404980c0a23945b5d442&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4716949
Feb 03 12:29:11.699621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:11.702123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 47722) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:11.764626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf75d5f-87c1-4fe1-bce7-8288a44ebc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:11.796709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf75d5f-87c1-4fe1-bce7-8288a44ebc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:11.842982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf75d5f-87c1-4fe1-bce7-8288a44ebc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:11.848356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a695e793-97b7-416a-ba32-28f36edbc259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:11.859649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf75d5f-87c1-4fe1-bce7-8288a44ebc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1b4504-a5b1-41c3-a976-fa55e4bd9371,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:11.864293 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eaf75d5f-87c1-4fe1-bce7-8288a44ebc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:11.870322 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf75d5f-87c1-4fe1-bce7-8288a44ebc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:11.874136 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-eaf75d5f-87c1-4fe1-bce7-8288a44ebc8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b1b4504-a5b1-41c3-a976-fa55e4bd9371 HTTP/1.1" status: 204  len: 168 time: 0.1690230
Feb 03 12:29:12.239925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47732) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:12.259744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:12.276164 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:12.280629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] Usage tracker for resource:security_group_rule and tenant:410797af6145412fa943fe1abb148b4a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:12.283894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:12.290494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:12.428065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:12.433691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:12.442906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7902e29d-ea0f-4902-9551-92e8e01faa43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:12.657310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6d4c5b-d024-43d3-8706-4a8a08f0ee47,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:12.660850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:12.680011 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=410797af6145412fa943fe1abb148b4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4389024
Feb 03 12:29:12.682892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 47746) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:12.776159 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe158-cf32-4907-80bf-9875c0ed19c5 req-81589146-a17a-4f83-91e4-8b00c23abf42 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:12.783466 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-63ffe158-cf32-4907-80bf-9875c0ed19c5 req-81589146-a17a-4f83-91e4-8b00c23abf42 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.4178710
Feb 03 12:29:12.815473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d77d8567-ddf5-47a5-9d54-9ab002029d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:12.848141 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-63ffe158-cf32-4907-80bf-9875c0ed19c5 req-39d41da0-8b84-4702-8119-25d2f1ca360d tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636780
Feb 03 12:29:13.124097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5bd41-601f-43f3-bac2-2e2dfb2d40a1 req-c7db54e5-1a86-4755-85f5-560662a51723 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:13.125778 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d0a5bd41-601f-43f3-bac2-2e2dfb2d40a1 req-c7db54e5-1a86-4755-85f5-560662a51723 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.4399939
Feb 03 12:29:13.130869 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d77d8567-ddf5-47a5-9d54-9ab002029d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:13.223823 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d0a5bd41-601f-43f3-bac2-2e2dfb2d40a1 req-74a52bca-9ed8-455e-b3a4-f38ffbf5dbdb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852439
Feb 03 12:29:13.232806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d77d8567-ddf5-47a5-9d54-9ab002029d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:13.238169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:13.251238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d8567-ddf5-47a5-9d54-9ab002029d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6d4c5b-d024-43d3-8706-4a8a08f0ee47,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:13.253841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d77d8567-ddf5-47a5-9d54-9ab002029d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:13.258141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d77d8567-ddf5-47a5-9d54-9ab002029d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:13.259546 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d77d8567-ddf5-47a5-9d54-9ab002029d82 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e6d4c5b-d024-43d3-8706-4a8a08f0ee47 HTTP/1.1" status: 204  len: 168 time: 0.5755832
Feb 03 12:29:14.155114 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d6698-3139-4e81-ba1d-9e9247a2957e req-4104c8ce-1236-42fb-afe1-de2558be58bb tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:14.156730 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7d7d6698-3139-4e81-ba1d-9e9247a2957e req-4104c8ce-1236-42fb-afe1-de2558be58bb tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.1658657
Feb 03 12:29:14.221515 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7d7d6698-3139-4e81-ba1d-9e9247a2957e req-f822ae60-ce3a-47be-a857-3e08cc2a55f5 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583122
Feb 03 12:29:14.514974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005f09d-0d30-49c4-99e8-8d5a48622515 req-7936224d-22ac-444b-9717-813f09ab4390 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:14.516650 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d005f09d-0d30-49c4-99e8-8d5a48622515 req-7936224d-22ac-444b-9717-813f09ab4390 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1657684
Feb 03 12:29:14.586535 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d005f09d-0d30-49c4-99e8-8d5a48622515 req-d43074ad-eda4-4e23-b7e3-17376d056053 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628090
Feb 03 12:29:15.533256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1420a17-98fb-4427-9267-12ea1584a031 req-41a7841f-42a1-4fa1-b71b-6a93b43ee238 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:15.538247 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device effbac55-8055-4e30-aa2a-d3fadce4527a no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:29:15.541905 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c1420a17-98fb-4427-9267-12ea1584a031 req-41a7841f-42a1-4fa1-b71b-6a93b43ee238 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.1899607
Feb 03 12:29:15.623837 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c1420a17-98fb-4427-9267-12ea1584a031 req-a466516d-671e-47dc-b6e1-2ec908bb4933 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/security-groups?id=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808966
Feb 03 12:29:15.648589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-39001db1-7193-461e-9605-734d57684f26 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:15.650755 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-39001db1-7193-461e-9605-734d57684f26 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.86 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 946 time: 0.1949782
Feb 03 12:29:15.685187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:15.732457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577b4852-dc19-4486-90cb-2529807ebb5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effbac55-8055-4e30-aa2a-d3fadce4527a'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:29:15.740509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port effbac55-8055-4e30-aa2a-d3fadce4527a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=effbac55-8055-4e30-aa2a-d3fadce4527a,segment=NetworkSegment(982913bb-4c10-46b5-8a8d-f2eb016fefb0),segment_id=982913bb-4c10-46b5-8a8d-f2eb016fefb0)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:29:15.744007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:15.746225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:15.791384 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Deleting port effbac55-8055-4e30-aa2a-d3fadce4527a {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:29:15.792216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:15.813323 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577b4852-dc19-4486-90cb-2529807ebb5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effbac55-8055-4e30-aa2a-d3fadce4527a', 'code': 200}
Feb 03 12:29:15.847196 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=effbac55-8055-4e30-aa2a-d3fadce4527a,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:15.855392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.855776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.856149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.856522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.856890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.857259 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.857622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.858008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.858371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.858712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.859223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.859725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.860264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.860765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.861276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.861821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.862419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.862900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.863451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.864145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.864738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.865268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.866009 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.866600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:15.873538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:15.915944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47836) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:16.098190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.113973 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:16.117911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] Usage tracker for resource:security_group_rule and tenant:111b20c90bc043a3961e7274d06fc12f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:16.121667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:16.127373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:16.199104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1f374-e4e7-4b44-a028-b1cd29bb99a1 req-bde58784-21fb-4f15-a40c-58a40390414e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:16.200791 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1cf1f374-e4e7-4b44-a028-b1cd29bb99a1 req-bde58784-21fb-4f15-a40c-58a40390414e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3722839
Feb 03 12:29:16.221782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.225632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.239737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] For port effbac55-8055-4e30-aa2a-d3fadce4527a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=effbac55-8055-4e30-aa2a-d3fadce4527a,segment=NetworkSegment(982913bb-4c10-46b5-8a8d-f2eb016fefb0),segment_id=982913bb-4c10-46b5-8a8d-f2eb016fefb0)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:29:16.240130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.243348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:16.286027 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=111b20c90bc043a3961e7274d06fc12f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3688900
Feb 03 12:29:16.289553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 47846) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:16.310386 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4840766-5118-4cff-9e7a-10ab70924aa8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:16.316110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:16.364199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f4244f4-dde3-4702-a33d-8f57479c42c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.387808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Calling delete_port for effbac55-8055-4e30-aa2a-d3fadce4527a owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:29:16.393849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f4244f4-dde3-4702-a33d-8f57479c42c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.441809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f4244f4-dde3-4702-a33d-8f57479c42c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.447046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4ab828ad-0942-4c14-9620-36413ff6327a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:16.451622 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1cf1f374-e4e7-4b44-a028-b1cd29bb99a1 req-c6107215-efdf-4562-8f9e-13d570f4f73f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403035
Feb 03 12:29:16.459277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4244f4-dde3-4702-a33d-8f57479c42c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4840766-5118-4cff-9e7a-10ab70924aa8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:16.462272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3f4244f4-dde3-4702-a33d-8f57479c42c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:16.471445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f4244f4-dde3-4702-a33d-8f57479c42c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.476669 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3f4244f4-dde3-4702-a33d-8f57479c42c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4840766-5118-4cff-9e7a-10ab70924aa8 HTTP/1.1" status: 204  len: 168 time: 0.1854424
Feb 03 12:29:16.651459 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.734151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27cc2e69-2228-4a8f-8d5f-c4da3ff3147e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:16.796188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Pushing event deleted for resources: {'Port': ['ID=effbac55-8055-4e30-aa2a-d3fadce4527a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:16.800284 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:16.932386 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 47870) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:16.956007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] No DVR routers for this DVR port effbac55-8055-4e30-aa2a-d3fadce4527a on host hv-cinder-77387 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:29:16.962635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.972325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e62eb2c-d0aa-473b-8a4e-5d6ee663e01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:16.998350 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-256ef78a-8e71-4641-bb28-d5a4824b7526 req-11f2426c-ee5d-4d86-8feb-fa372f731424 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 210 time: 0.1193621
Feb 03 12:29:17.000166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577b4852-dc19-4486-90cb-2529807ebb5d', 'name': 'network-vif-deleted', 'tag': 'effbac55-8055-4e30-aa2a-d3fadce4527a'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:29:17.033324 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1e62eb2c-d0aa-473b-8a4e-5d6ee663e01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:17.038716 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b82b87-bd4f-4d17-9033-b609a861aa90 req-bf4bee83-cd91-4acf-82be-28d75075d5a6 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.86 "DELETE /v2.0/ports/effbac55-8055-4e30-aa2a-d3fadce4527a HTTP/1.1" status: 204  len: 173 time: 1.3783619
Feb 03 12:29:17.039725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-1e62eb2c-d0aa-473b-8a4e-5d6ee663e01c admin admin] Usage tracker for resource:security_group_rule and tenant:4b4fdabf64eb48e8bf2dd2a859118157 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:17.043377 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-1e62eb2c-d0aa-473b-8a4e-5d6ee663e01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:17.049598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1e62eb2c-d0aa-473b-8a4e-5d6ee663e01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:17.137797 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577b4852-dc19-4486-90cb-2529807ebb5d', 'name': 'network-vif-deleted', 'tag': 'effbac55-8055-4e30-aa2a-d3fadce4527a', 'status': 'completed', 'code': 200}
Feb 03 12:29:17.157488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e62eb2c-d0aa-473b-8a4e-5d6ee663e01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:17.162914 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e62eb2c-d0aa-473b-8a4e-5d6ee663e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:17.172352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4e09f9e0-e558-4c09-9d2a-032fa6268169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:17.218351 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1e62eb2c-d0aa-473b-8a4e-5d6ee663e01c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b4fdabf64eb48e8bf2dd2a859118157&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2828310
Feb 03 12:29:17.218351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62eb2c-d0aa-473b-8a4e-5d6ee663e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfed527-608e-48f5-ad87-8eba1140f76c,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:17.219178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 47882) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:17.221968 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e62eb2c-d0aa-473b-8a4e-5d6ee663e01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:17.283904 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-696b5657-af4d-449c-bb77-196904252e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:17.312537 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-696b5657-af4d-449c-bb77-196904252e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:17.366553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-696b5657-af4d-449c-bb77-196904252e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:17.372959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c14caa3c-a9c8-406b-af39-e21ebb993858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:17.386270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b5657-af4d-449c-bb77-196904252e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfed527-608e-48f5-ad87-8eba1140f76c,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:17.389072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-696b5657-af4d-449c-bb77-196904252e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:17.392883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-696b5657-af4d-449c-bb77-196904252e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:17.394809 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-696b5657-af4d-449c-bb77-196904252e2b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bcfed527-608e-48f5-ad87-8eba1140f76c HTTP/1.1" status: 204  len: 168 time: 0.1746440
Feb 03 12:29:17.755171 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef902-cab5-4bcd-b292-30ac35bf3c5e req-55d3fa91-f87c-4775-afee-000d0682fd23 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:17.756925 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-db1ef902-cab5-4bcd-b292-30ac35bf3c5e req-55d3fa91-f87c-4775-afee-000d0682fd23 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1693513
Feb 03 12:29:17.822979 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-db1ef902-cab5-4bcd-b292-30ac35bf3c5e req-b4acf1f1-e335-49eb-8823-64376e552e3d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597756
Feb 03 12:29:18.202710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-4b9f0c2a-4782-4f23-85f2-02ce01047461 req-568d95d6-efa3-421b-b01b-553fef6b5ae9 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Synchronizing usage tracker for tenant:4fa1018d6af34a42bff780baebcba31f on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:29:18.234736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-4b9f0c2a-4782-4f23-85f2-02ce01047461 req-568d95d6-efa3-421b-b01b-553fef6b5ae9 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] Unset dirty status for tenant:4fa1018d6af34a42bff780baebcba31f on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:29:18.236139 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b9f0c2a-4782-4f23-85f2-02ce01047461 req-568d95d6-efa3-421b-b01b-553fef6b5ae9 tempest-DeleteServersTestJSON-1905036897 tempest-DeleteServersTestJSON-1905036897-project] 10.222.0.38 "GET /v2.0/ports?device_id=577b4852-dc19-4486-90cb-2529807ebb5d HTTP/1.1" status: 200  len: 210 time: 0.0884163
Feb 03 12:29:19.135261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ce51b-7765-4344-b76e-75dee2737bf2 req-0901c0de-6dca-42d8-b9b2-2355cfca19f9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:19.136960 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fd2ce51b-7765-4344-b76e-75dee2737bf2 req-0901c0de-6dca-42d8-b9b2-2355cfca19f9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1780059
Feb 03 12:29:19.203425 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fd2ce51b-7765-4344-b76e-75dee2737bf2 req-5ded8fdc-9ba3-4568-b77b-ce5a8d3a4b3f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597932
Feb 03 12:29:20.143551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 47996) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:20.416335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:20.437081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:20.447205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] Usage tracker for resource:security_group_rule and tenant:b2b978af922a46ef8b40757865aa6de1 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:20.452521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:20.460005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:20.590238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a20f36-0170-45eb-a790-796b9bf5f532 req-aa351ab3-79d1-42fa-a91d-88f1a9d184ed tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:20.591809 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-19a20f36-0170-45eb-a790-796b9bf5f532 req-aa351ab3-79d1-42fa-a91d-88f1a9d184ed tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2442710
Feb 03 12:29:20.683042 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-19a20f36-0170-45eb-a790-796b9bf5f532 req-28460b3b-db28-4435-9bf4-28ecf3b84c8d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833960
Feb 03 12:29:20.700098 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:20.704512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:20.711763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a0a708dd-a434-4ef4-ba72-172d8ebc3e2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:20.760067 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2b978af922a46ef8b40757865aa6de1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6153460
Feb 03 12:29:20.761164 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ec3227-3867-4e08-bd1d-90609ee4326e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:20.763228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48012) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:20.764645 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:20.827997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-980358e5-8ec3-43f4-aee9-35354ab4a839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:20.857191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-980358e5-8ec3-43f4-aee9-35354ab4a839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:20.914260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-980358e5-8ec3-43f4-aee9-35354ab4a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:20.919915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d46a9f9d-d91b-4021-8387-85c603e4dd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:20.932020 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980358e5-8ec3-43f4-aee9-35354ab4a839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ec3227-3867-4e08-bd1d-90609ee4326e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:20.934271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-980358e5-8ec3-43f4-aee9-35354ab4a839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:20.946585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-980358e5-8ec3-43f4-aee9-35354ab4a839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:20.947999 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-980358e5-8ec3-43f4-aee9-35354ab4a839 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70ec3227-3867-4e08-bd1d-90609ee4326e HTTP/1.1" status: 204  len: 168 time: 0.1837492
Feb 03 12:29:21.333401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48024) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:21.352632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:21.368953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:21.373107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] Usage tracker for resource:security_group_rule and tenant:39a5179f8c6946a6ba05cb8c6bc82be8 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:21.376150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:21.382079 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:21.468726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:21.472254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:21.480089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:21.525518 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=39a5179f8c6946a6ba05cb8c6bc82be8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1909225
Feb 03 12:29:21.526501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10610fb6-ac3e-42da-abdb-4a35d846ed75,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:21.528584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48032) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:21.529960 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:21.605594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb052-3492-4315-a114-b1716b70f38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:21.633086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb052-3492-4315-a114-b1716b70f38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:21.692553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb052-3492-4315-a114-b1716b70f38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:21.697556 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:21.710781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bb052-3492-4315-a114-b1716b70f38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10610fb6-ac3e-42da-abdb-4a35d846ed75,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:21.713381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0c3bb052-3492-4315-a114-b1716b70f38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:21.715643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb052-3492-4315-a114-b1716b70f38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:21.716816 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0c3bb052-3492-4315-a114-b1716b70f38b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10610fb6-ac3e-42da-abdb-4a35d846ed75 HTTP/1.1" status: 204  len: 168 time: 0.1870022
Feb 03 12:29:22.002672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992373f-1e01-4a8a-879d-69488d4499e9 req-48b5ce20-0218-4569-8a3f-dd10c0c1aedd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:22.004403 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5992373f-1e01-4a8a-879d-69488d4499e9 req-48b5ce20-0218-4569-8a3f-dd10c0c1aedd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1809890
Feb 03 12:29:22.014686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:29:22.075076 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5992373f-1e01-4a8a-879d-69488d4499e9 req-15e69aa0-1821-4b4b-a40b-b16b0595047f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636241
Feb 03 12:29:22.421087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e0c86bc-c432-4d83-a08a-1c66c46cd1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:23.246480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48082) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:23.372169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397d130-3f3b-4870-b852-48bf3b4ca34b req-25ddd47e-9f25-401f-a3aa-8790a1a85556 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:23.373931 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e397d130-3f3b-4870-b852-48bf3b4ca34b req-25ddd47e-9f25-401f-a3aa-8790a1a85556 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1657078
Feb 03 12:29:23.397910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:23.414355 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:23.418836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:4d5cea1d7b1c4707b6e936068f4801c5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:23.422080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:23.428273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:23.439283 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e397d130-3f3b-4870-b852-48bf3b4ca34b req-3511c071-ccc7-4d26-943f-f82c97da76fc tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587137
Feb 03 12:29:23.515752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:23.520209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:23.527721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:23.572347 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d5cea1d7b1c4707b6e936068f4801c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3246963
Feb 03 12:29:23.573270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2625bdd6-5d78-4f45-8f01-aff3cc9b959d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:23.576265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48088) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:23.576867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:23.647801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a354c50-601c-4c4d-b28f-9a784fc9ed6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:23.676637 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a354c50-601c-4c4d-b28f-9a784fc9ed6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:23.723891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a354c50-601c-4c4d-b28f-9a784fc9ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:23.729364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4fe1bb49-fc3f-4679-8379-e75f5b6f19a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:23.743830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a354c50-601c-4c4d-b28f-9a784fc9ed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2625bdd6-5d78-4f45-8f01-aff3cc9b959d,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:23.746540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8a354c50-601c-4c4d-b28f-9a784fc9ed6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:23.758635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a354c50-601c-4c4d-b28f-9a784fc9ed6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:23.759966 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8a354c50-601c-4c4d-b28f-9a784fc9ed6b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2625bdd6-5d78-4f45-8f01-aff3cc9b959d HTTP/1.1" status: 204  len: 168 time: 0.1824887
Feb 03 12:29:24.743977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e241e-ff00-4f1b-a858-e07957d5cf6c req-d875c2bb-df43-4e3f-9daa-52fd4c14f601 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:24.745755 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c68e241e-ff00-4f1b-a858-e07957d5cf6c req-d875c2bb-df43-4e3f-9daa-52fd4c14f601 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1755817
Feb 03 12:29:24.819164 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c68e241e-ff00-4f1b-a858-e07957d5cf6c req-3b26da8f-e8c6-4162-a76e-1b9a189e8aa6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660551
Feb 03 12:29:25.003352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b47767b5-07bc-438b-9a5d-268897c6e3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:25.564902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:25.573735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48158) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:25.645563 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f82603-7912-4393-af24-380769b530ff admin admin] Deleting subnet 32fdcfa5-ebca-48cf-9ea8-a47f6605a915 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:29:25.648988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20f82603-7912-4393-af24-380769b530ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:25.703109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20f82603-7912-4393-af24-380769b530ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:25.711416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20f82603-7912-4393-af24-380769b530ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:26.226375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:26.409920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3216a4e-861b-443c-bd56-edf94ba0f5fd req-72c401d7-6c9e-4eda-9025-5f5a2de03514 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:26.411968 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3216a4e-861b-443c-bd56-edf94ba0f5fd req-72c401d7-6c9e-4eda-9025-5f5a2de03514 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2733312
Feb 03 12:29:26.441306 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20f82603-7912-4393-af24-380769b530ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:26.461827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:26.605927 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f82603-7912-4393-af24-380769b530ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32fdcfa5-ebca-48cf-9ea8-a47f6605a915,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:26.623041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-20f82603-7912-4393-af24-380769b530ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:26.648707 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3216a4e-861b-443c-bd56-edf94ba0f5fd req-ccd30315-30aa-43a8-9372-60f02a363489 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273018
Feb 03 12:29:26.678736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20f82603-7912-4393-af24-380769b530ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:26.693223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48200) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:26.695203 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-20f82603-7912-4393-af24-380769b530ff admin admin] 10.222.0.38 "DELETE /v2.0/subnets/32fdcfa5-ebca-48cf-9ea8-a47f6605a915 HTTP/1.1" status: 204  len: 168 time: 1.1192987
Feb 03 12:29:26.850140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:26.942437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:27.064107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:27.183753 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a02eea518>,) {'filters': {'network_id': ['35bcd1c5-21cc-4be8-b79c-67dcf14ebf27']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:27.197344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02eea518>, '982913bb-4c10-46b5-8a8d-f2eb016fefb0') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:27.197680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02eea518>, '982913bb-4c10-46b5-8a8d-f2eb016fefb0') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:27.209867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853460491'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:27.226033 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:27.228976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:29:27.415535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Network 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:29:27.430137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6455524'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:27.623958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Network 35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:29:27.647208 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:29:27.682129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48238) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:27.728935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:27.732600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:27.747292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:27.758665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=35bcd1c5-21cc-4be8-b79c-67dcf14ebf27,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:27.762221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:27.778931 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a9e0695e-8303-44df-9d76-de5a97688d8d admin admin] 10.222.0.38 "DELETE /v2.0/networks/35bcd1c5-21cc-4be8-b79c-67dcf14ebf27 HTTP/1.1" status: 204  len: 168 time: 1.0834959
Feb 03 12:29:27.904592 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:27.933658 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48250) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:27.938870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:27.943100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] Usage tracker for resource:security_group_rule and tenant:da28973b34574647a7ba90d85d548bf8 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:27.950434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:27.961909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:27.993176 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-444b6808-d00a-4221-9947-0b43936b4147 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4fa1018d6af34a42bff780baebcba31f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0579791
Feb 03 12:29:27.993923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48254) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:28.065365 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3cabbf3d-7ada-4c05-b800-2e4126e92c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:28.091350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fe6d4-af20-4a05-8dcb-be50bc1d40b3 req-83034a4c-ff9c-4fb8-9dc3-49fe898ee8e3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:28.093068 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-166fe6d4-af20-4a05-8dcb-be50bc1d40b3 req-83034a4c-ff9c-4fb8-9dc3-49fe898ee8e3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2894258
Feb 03 12:29:28.109346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3cabbf3d-7ada-4c05-b800-2e4126e92c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:28.158894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3cabbf3d-7ada-4c05-b800-2e4126e92c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:28.171977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b48312c1-c0bb-4727-868e-535f95a319e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:28.175061 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:28.181795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:28.187427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabbf3d-7ada-4c05-b800-2e4126e92c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:28.194005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eaf75d5f-87c1-4fe1-bce7-8288a44ebc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:28.202871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3cabbf3d-7ada-4c05-b800-2e4126e92c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:28.203740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3cabbf3d-7ada-4c05-b800-2e4126e92c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:28.205669 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3cabbf3d-7ada-4c05-b800-2e4126e92c35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4945c9b2-6dd2-4841-a2a4-0cc40d7eb11e HTTP/1.1" status: 204  len: 168 time: 0.2103281
Feb 03 12:29:28.244056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacedbc6-f0f2-410a-bbfd-86e5cff571c8,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:28.251059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:28.287529 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-166fe6d4-af20-4a05-8dcb-be50bc1d40b3 req-c242c391-899e-4354-b688-fd8e399d2a31 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870742
Feb 03 12:29:28.299215 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da28973b34574647a7ba90d85d548bf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6158133
Feb 03 12:29:28.302233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48270) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:28.395265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1cc406d-b365-4f60-b982-c07467d571d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:28.424945 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1cc406d-b365-4f60-b982-c07467d571d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:28.478535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1cc406d-b365-4f60-b982-c07467d571d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:28.484892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b75942d6-29b1-4d0e-8fc2-c28cbf1f5962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:28.500857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc406d-b365-4f60-b982-c07467d571d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacedbc6-f0f2-410a-bbfd-86e5cff571c8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:28.503998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c1cc406d-b365-4f60-b982-c07467d571d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:28.505029 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1cc406d-b365-4f60-b982-c07467d571d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:28.508934 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c1cc406d-b365-4f60-b982-c07467d571d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dacedbc6-f0f2-410a-bbfd-86e5cff571c8 HTTP/1.1" status: 204  len: 168 time: 0.2030258
Feb 03 12:29:28.960229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48294) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:28.988340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.008627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:29.013023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e2af6b8130421c82adb547860961ba is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:29.016121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:29.022134 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:29.117988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.121538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.130999 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1c47593b-6fe1-443d-9faf-bdcb8f20862f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:29.174505 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2e2af6b8130421c82adb547860961ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2129362
Feb 03 12:29:29.176124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a9581d-5f61-41b2-a7fa-af71314eec93,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:29.177987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48300) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:29.179459 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:29.249675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-194c1728-4453-41ca-8721-34386ae0f5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.277372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-194c1728-4453-41ca-8721-34386ae0f5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.326913 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-194c1728-4453-41ca-8721-34386ae0f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.335934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6e9dab10-c3f1-4111-aa58-5e3daaa54e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:29.351668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c1728-4453-41ca-8721-34386ae0f5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a9581d-5f61-41b2-a7fa-af71314eec93,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:29.360136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-194c1728-4453-41ca-8721-34386ae0f5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:29.361611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-194c1728-4453-41ca-8721-34386ae0f5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.363001 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-194c1728-4453-41ca-8721-34386ae0f5d9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71a9581d-5f61-41b2-a7fa-af71314eec93 HTTP/1.1" status: 204  len: 168 time: 0.1837468
Feb 03 12:29:29.414490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48316) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:29.634310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021039f-7a07-489f-ae33-731d1049360f req-abb8c5a4-d7e0-4749-92ff-fdf9544f788b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:29.636028 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f021039f-7a07-489f-ae33-731d1049360f req-abb8c5a4-d7e0-4749-92ff-fdf9544f788b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1749167
Feb 03 12:29:29.642205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-761038841-network', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:29.647497 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:29.652140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Usage tracker for resource:network and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:29.657308 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:29.685880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:29.735846 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f021039f-7a07-489f-ae33-731d1049360f req-990e1b38-4bad-4a1e-9427-909bd4bb9b09 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801363
Feb 03 12:29:29.737161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Made reservation on behalf of 4b6de16555104ac9bda36ec964e4c2cf for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:29:29.744129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.761516 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.786861 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:29.791310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Usage tracker for resource:security_group_rule and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:29.794529 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:29.800431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:29.895881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.899406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.903797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:29.934427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:29:29.948313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383715a5-05d6-43d4-b095-d5312e0984b9,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:29.952764 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:29.953808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:29.954241 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Added segment e7cf9a46-1284-4906-a66d-f03b8a3202c7 of type vxlan for network 77f62c44-14af-4652-8ba8-561fe738d674
Feb 03 12:29:29.994507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.027552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48338) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:30.041014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.042396 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:30.043184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.048973 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-787762f6-3b55-47b5-a849-96c7e2bdade8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:30.105272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48346) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:30.158535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Pushing event updated for resources: {'Network': ['ID=77f62c44-14af-4652-8ba8-561fe738d674,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:30.162688 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7456846
Feb 03 12:29:30.165019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48352) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:30.167600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:30.177137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Request body: {'subnet': {'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-subnet', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:30.183778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:30.184840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network 77f62c44-14af-4652-8ba8-561fe738d674 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:29:30.189101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Usage tracker for resource:subnet and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:30.193872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:30.201516 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:30.227146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Made reservation on behalf of 4b6de16555104ac9bda36ec964e4c2cf for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:29:30.232142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6345092'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.252344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.277676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 77f62c44-14af-4652-8ba8-561fe738d674 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:29:30.346388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.366613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:30.378724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] Usage tracker for resource:security_group_rule and tenant:7c2adc1be30b4c8ba950fb3e790caff4 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:30.385249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:30.395135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:30.400399 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:30.402701 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] Usage tracker for resource:security_group_rule and tenant:0d1263d4a0b94e8b8dce146f5ccbe886 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:30.408757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:30.430084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:30.677856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.701927 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48368) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:30.706067 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.719146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-980358e5-8ec3-43f4-aee9-35354ab4a839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:30.734076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.745623 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.834894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0380fd82-c07d-4516-807a-9a546dbfc14a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:30.845906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:30.850140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-938c0669-f90d-4079-8ca5-36a7e0107a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:30.859508 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c2adc1be30b4c8ba950fb3e790caff4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8305697
Feb 03 12:29:30.862829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1112683430-network', 'tenant_id': '23af73269dae4fcf96f47ab85801f4d2'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:30.865446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48378) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:30.868519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:30.873033 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Usage tracker for resource:network and tenant:23af73269dae4fcf96f47ab85801f4d2 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:30.874445 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d1263d4a0b94e8b8dce146f5ccbe886&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7676029
Feb 03 12:29:30.876618 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:30.881217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48382) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:30.896741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:30.914458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28f5e86-0cf0-4840-b9dc-d01a43bdc36b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:30.940125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:30.975106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Made reservation on behalf of 23af73269dae4fcf96f47ab85801f4d2 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:29:30.980216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:30.989535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5d7e627f-545e-43f8-bb4b-f063c1057b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.013924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.035699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5d7e627f-545e-43f8-bb4b-f063c1057b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.044006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:31.056724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Usage tracker for resource:security_group_rule and tenant:23af73269dae4fcf96f47ab85801f4d2 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:31.063369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:31.072913 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:31.078562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9395578-3e7c-48c8-86d7-94f7a3d253ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.139251 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5d7e627f-545e-43f8-bb4b-f063c1057b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.143917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9887e26c-e33a-49d2-a999-bd0f3bffb9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:31.154085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6455886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6345143'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.170721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e627f-545e-43f8-bb4b-f063c1057b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0380fd82-c07d-4516-807a-9a546dbfc14a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:31.187939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5d7e627f-545e-43f8-bb4b-f063c1057b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:31.188486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:31.189152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f84ab-e2ce-4603-8e7a-28e312824ab1 req-77472b0b-1c8e-4c34-a023-a492a47d0d08 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:31.190910 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2c3f84ab-e2ce-4603-8e7a-28e312824ab1 req-77472b0b-1c8e-4c34-a023-a492a47d0d08 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3112590
Feb 03 12:29:31.231381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9395578-3e7c-48c8-86d7-94f7a3d253ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.325236 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2c3f84ab-e2ce-4603-8e7a-28e312824ab1 req-85b595a9-9d8b-4f68-ba72-87ba5cc9877c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171765
Feb 03 12:29:31.378248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9395578-3e7c-48c8-86d7-94f7a3d253ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.386307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:31.394719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.402030 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.408657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9395578-3e7c-48c8-86d7-94f7a3d253ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28f5e86-0cf0-4840-b9dc-d01a43bdc36b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:31.415221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f9395578-3e7c-48c8-86d7-94f7a3d253ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:31.415683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2b0562e3-7257-43cb-bba1-9d7965123eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:31.450022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9395578-3e7c-48c8-86d7-94f7a3d253ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.451256 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f9395578-3e7c-48c8-86d7-94f7a3d253ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c28f5e86-0cf0-4840-b9dc-d01a43bdc36b HTTP/1.1" status: 204  len: 168 time: 0.5690782
Feb 03 12:29:31.455133 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:29:31.466106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce4c26-e197-4678-ba6f-d6be27f7bf42,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:31.470226 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:31.472991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.473426 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Added segment 2d978dcd-2bcf-4c26-a792-1780af339b03 of type vxlan for network 72851f20-0cca-4a31-993b-9693498c8ab6
Feb 03 12:29:31.502893 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.533374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:31.534007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.535297 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:31.535902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5d7e627f-545e-43f8-bb4b-f063c1057b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.536005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.537229 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-5d7e627f-545e-43f8-bb4b-f063c1057b44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0380fd82-c07d-4516-807a-9a546dbfc14a HTTP/1.1" status: 204  len: 168 time: 0.6694255
Feb 03 12:29:31.538226 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:31.541813 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b538e4ca-ca53-4890-b11a-04f4778b3714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:31.612873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Checking segment: {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:29:31.613384 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Network hostable DHCP agents. Network: 77f62c44-14af-4652-8ba8-561fe738d674, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:29:31.635303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Network 77f62c44-14af-4652-8ba8-561fe738d674 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:29:31.646095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 77f62c44-14af-4652-8ba8-561fe738d674) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:31.655303 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9519656
Feb 03 12:29:31.658427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48392) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:31.659206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9321a60b-72df-4594-9353-7ea9a684a7bc None None] Network 77f62c44-14af-4652-8ba8-561fe738d674 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:29:31.661112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Pushing event updated for resources: {'Network': ['ID=72851f20-0cca-4a31-993b-9693498c8ab6,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:31.667179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Request body: {'subnet': {'network_id': '72851f20-0cca-4a31-993b-9693498c8ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1112683430-subnet', 'tenant_id': '23af73269dae4fcf96f47ab85801f4d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:31.672168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:31.674460 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:31.689373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Usage tracker for resource:subnet and tenant:23af73269dae4fcf96f47ab85801f4d2 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:31.694799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:31.700285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:31.701233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.712413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:31.723950 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5574975
Feb 03 12:29:31.725666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Made reservation on behalf of 23af73269dae4fcf96f47ab85801f4d2 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:29:31.730223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48398) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:31.738156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:31.740258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.743881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:31.749492 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Usage tracker for resource:router and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:31.753517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:31.759887 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:31.771302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853025918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771978'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.773561 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1749868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854388198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3823'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:31.793237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.115056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network 72851f20-0cca-4a31-993b-9693498c8ab6 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:29:32.230475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853025795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.260711 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.272771 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48406) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:32.282425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:32.285215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 72851f20-0cca-4a31-993b-9693498c8ab6 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:29:32.294550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48410) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:32.313028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.385959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.396075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:32.405991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] Usage tracker for resource:security_group_rule and tenant:32d8d5e54c5547a5b350a0eacc64c5d1 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:32.410787 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:32.410923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d041164-c133-4247-a22e-3c0923b58cad,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:32.434598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:32.434810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:32.437997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:32.443303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:99c7bf1efa934e6099f2d18d70c5217e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:32.448907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:32.462186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:32.486615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b79e451-caa2-50de-a50b-efe9dfde6a2a-77f62c44-14af-4652-8ba8-561fe738d674', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d'}]}} from dv-cinder-773876-1-iscsi. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 12:29:32.487552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.496432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Checking segment: {'id': '2d978dcd-2bcf-4c26-a792-1780af339b03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '72851f20-0cca-4a31-993b-9693498c8ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:29:32.496826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Network hostable DHCP agents. Network: 72851f20-0cca-4a31-993b-9693498c8ab6, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:29:32.517082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Network 72851f20-0cca-4a31-993b-9693498c8ab6 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:29:32.526913 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 72851f20-0cca-4a31-993b-9693498c8ab6) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:32.531570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:32.532217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.559064 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8972969
Feb 03 12:29:32.760380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c54f5-f814-4eeb-8556-52df845f1a80 req-33434391-9bf6-4943-b8e2-10e3e9c99d73 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:32.762425 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-be1c54f5-f814-4eeb-8556-52df845f1a80 req-33434391-9bf6-4943-b8e2-10e3e9c99d73 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1974635
Feb 03 12:29:32.769358 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d6dc50-9c0c-4796-a81e-8503518de174 None None] Network 72851f20-0cca-4a31-993b-9693498c8ab6 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:29:32.830865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.866397 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.871848 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.877379 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-be1c54f5-f814-4eeb-8556-52df845f1a80 req-f9502bb3-35a5-499e-a3bb-4551bd46e544 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067910
Feb 03 12:29:32.886952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3cabbf3d-7ada-4c05-b800-2e4126e92c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:32.900273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:32.973406 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=32d8d5e54c5547a5b350a0eacc64c5d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6991305
Feb 03 12:29:32.979377 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830b9a12-b8a1-466b-b832-7ace9298f963,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:32.982108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48424) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:32.985837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.016604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:33.019337 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99c7bf1efa934e6099f2d18d70c5217e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7237957
Feb 03 12:29:33.020249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b170b763-b733-4f10-b44a-461fdac9bfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:33.022320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48428) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:33.073089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.094850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-86d7d031-97ce-4565-bff5-abedee48a16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.126483 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-86d7d031-97ce-4565-bff5-abedee48a16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.171539 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ec402-9d89-473a-9dec-2c631d3d6ee1 None None] Network 72851f20-0cca-4a31-993b-9693498c8ab6 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:29:33.204873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-86d7d031-97ce-4565-bff5-abedee48a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.218629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2bd78161-7251-41a9-b1eb-a9e948d7f87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:33.235371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7d031-97ce-4565-bff5-abedee48a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eba8be-3ebf-4893-bfac-8f6643cbd655,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:33.242833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-86d7d031-97ce-4565-bff5-abedee48a16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.244406 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-86d7d031-97ce-4565-bff5-abedee48a16c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26eba8be-3ebf-4893-bfac-8f6643cbd655 HTTP/1.1" status: 204  len: 168 time: 0.2206745
Feb 03 12:29:33.246381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-86d7d031-97ce-4565-bff5-abedee48a16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:33.278937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Allocated IP 172.20.0.2 (77f62c44-14af-4652-8ba8-561fe738d674/3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d/90a6f79c-9d64-4465-9ab3-c944199e2599) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:29:33.289968 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eba8be-3ebf-4893-bfac-8f6643cbd655,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:33.294373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:33.338774 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bbbe-3eb2-45e4-af8c-d8e349dc1275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.422811 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bbbe-3eb2-45e4-af8c-d8e349dc1275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.575515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bbbe-3eb2-45e4-af8c-d8e349dc1275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.584494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9cc4ea28-8ccb-40e1-a61f-b8dc90fbc7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:33.606016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7bbbe-3eb2-45e4-af8c-d8e349dc1275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830b9a12-b8a1-466b-b832-7ace9298f963,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:33.610372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Allocated IP 172.27.0.11 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/52a7bff0-3c2d-468f-8c3c-9edc27c86647) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:29:33.612760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2fe7bbbe-3eb2-45e4-af8c-d8e349dc1275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:33.726209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bbbe-3eb2-45e4-af8c-d8e349dc1275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.727588 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2fe7bbbe-3eb2-45e4-af8c-d8e349dc1275 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/830b9a12-b8a1-466b-b832-7ace9298f963 HTTP/1.1" status: 204  len: 168 time: 0.7437091
Feb 03 12:29:33.751266 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.764563 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Transition to ACTIVE for port object 90a6f79c-9d64-4465-9ab3-c944199e2599 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:33.785487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Transition to ACTIVE for port object 90a6f79c-9d64-4465-9ab3-c944199e2599 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:33.791866 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.812522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:33.825937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:33.866604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:34.017686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Network 77f62c44-14af-4652-8ba8-561fe738d674 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:29:34.021380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Resources bound (agent type, host, resource id):  {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:34.025916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:29:34.099851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Pushing event updated for resources: {'Port': ['ID=90a6f79c-9d64-4465-9ab3-c944199e2599,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:34.106081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Attempting to bind port 90a6f79c-9d64-4465-9ab3-c944199e2599 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:29:34.106518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Attempting to bind port 90a6f79c-9d64-4465-9ab3-c944199e2599 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:29:34.107206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Attempting to bind port 90a6f79c-9d64-4465-9ab3-c944199e2599 on network 77f62c44-14af-4652-8ba8-561fe738d674 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:29:34.109360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:34.110992 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:34.123656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:29:34.124086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Checking segment: {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:29:34.124757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:34.124954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Bound using segment: {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:29:34.125486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Bound port: 90a6f79c-9d64-4465-9ab3-c944199e2599, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:29:34.125937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:34.192309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:29:34.196599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:34.201811 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Pushing event updated for resources: {'Port': ['ID=52a7bff0-3c2d-468f-8c3c-9edc27c86647,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:34.204287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:29:34.226121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] For port 90a6f79c-9d64-4465-9ab3-c944199e2599, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:29:34.229551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] For port 90a6f79c-9d64-4465-9ab3-c944199e2599, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=90a6f79c-9d64-4465-9ab3-c944199e2599,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:29:34.234424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:34.250818 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:34.350559 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Pushing event updated for resources: {'Port': ['ID=90a6f79c-9d64-4465-9ab3-c944199e2599,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:34.465705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:34.495708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714595c-c6d3-4e55-9028-946a74d81261 req-271e24dc-bcce-4528-9c53-2c545e8b5e63 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:34.498116 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1714595c-c6d3-4e55-9028-946a74d81261 req-271e24dc-bcce-4528-9c53-2c545e8b5e63 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3634417
Feb 03 12:29:34.498731 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48468) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:34.505479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1278346652-network', 'tenant_id': '82fc6001c2f648d3ac0bf27b4454448b'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:34.511482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:34.537994 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Usage tracker for resource:network and tenant:82fc6001c2f648d3ac0bf27b4454448b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:34.551265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:34.579718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:34.622369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Made reservation on behalf of 82fc6001c2f648d3ac0bf27b4454448b for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:29:34.628298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:34.706211 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1714595c-c6d3-4e55-9028-946a74d81261 req-8c3d4f96-eb54-429c-aeb5-6817a20fcfae tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907976
Feb 03 12:29:34.707065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:34.747844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:34.748529 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:34.754279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Usage tracker for resource:security_group_rule and tenant:82fc6001c2f648d3ac0bf27b4454448b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:34.758243 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:34.765536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:34.878572 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48486) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:34.905709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:34.910265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:34.920981 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:34.954509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:29:34.965836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf360b97-23a7-4ded-ba92-f86b5f72257f,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:34.970348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:34.973123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:34.973777 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Added segment 83d4916b-c1fd-43a7-90ad-8c06243651a3 of type vxlan for network dff67e72-1995-4b7f-be81-08d2d9c367af
Feb 03 12:29:35.017157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:35.065614 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:35.105188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:35.108692 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:35.109726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:35.116542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:35.277538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2020395527-network', 'tenant_id': '3698844f87134bf89829473444d0544f'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:35.299287 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7962537
Feb 03 12:29:35.299287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:35.300320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Pushing event updated for resources: {'Network': ['ID=dff67e72-1995-4b7f-be81-08d2d9c367af,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:35.303729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48500) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:35.306870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Usage tracker for resource:network and tenant:3698844f87134bf89829473444d0544f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:35.309981 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:35.313631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network dff67e72-1995-4b7f-be81-08d2d9c367af details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:29:35.315652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Request body: {'subnet': {'network_id': 'dff67e72-1995-4b7f-be81-08d2d9c367af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1278346652-subnet', 'tenant_id': '82fc6001c2f648d3ac0bf27b4454448b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:35.319325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:35.326900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:35.329383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:35.334271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Usage tracker for resource:subnet and tenant:82fc6001c2f648d3ac0bf27b4454448b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:35.336633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network dff67e72-1995-4b7f-be81-08d2d9c367af details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:29:35.339519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:35.347062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:35.354625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Made reservation on behalf of 3698844f87134bf89829473444d0544f for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:29:35.359444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:35.374455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:35.387920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Made reservation on behalf of 82fc6001c2f648d3ac0bf27b4454448b for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:29:35.392961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:35.411710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:35.421705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Usage tracker for resource:security_group_rule and tenant:3698844f87134bf89829473444d0544f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:35.658430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047887'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:35.746361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:35.753948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:35.815423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:35.938910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 is scheduled to L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 12:29:36.130731 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:36.141049 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:36.146274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-696b5657-af4d-449c-bb77-196904252e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:36.187945 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:29:36.199878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Sync routers for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:29:36.209186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:36.213434 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.4787900
Feb 03 12:29:36.213866 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48518) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:36.223702 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:29:36.224794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a6975331-9171-46df-b94b-296e398ca956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03405128>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:29:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:36.249786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083be25-acf3-419b-bcb3-fe83c59ee0ff req-26919b5f-f21c-4b29-9fb8-809b47ed4e71 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:36.251551 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d083be25-acf3-419b-bcb3-fe83c59ee0ff req-26919b5f-f21c-4b29-9fb8-809b47ed4e71 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3616762
Feb 03 12:29:36.334925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:29:36.349632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8bdec8-5be6-4541-be19-0f64a174cae5,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:36.355265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:36.369525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:36.373520 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Added segment 717a5cb6-7f60-4c42-b5bf-7661480ac96a of type vxlan for network cae0d62e-0834-4404-b104-89c82301edff
Feb 03 12:29:36.432613 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d083be25-acf3-419b-bcb3-fe83c59ee0ff req-4ce34fda-2ed9-4bf8-871c-fa4c501bffc8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702852
Feb 03 12:29:36.482152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3926c9-4da6-43bd-ad2a-bd2e1f6f9f8f None None] Network 77f62c44-14af-4652-8ba8-561fe738d674 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:29:36.513750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:36.655107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 90a6f79c-9d64-4465-9ab3-c944199e2599 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:29:36.665074 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:36.681699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:29:36.688205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:36.688868 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:36.705129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:36.878008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:36.888505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-73770966-c828-436b-b7f3-c6a60fea2ce7 None None] Provisioning for port 90a6f79c-9d64-4465-9ab3-c944199e2599 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:29:36.911098 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.0313032
Feb 03 12:29:36.912648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Pushing event updated for resources: {'Network': ['ID=cae0d62e-0834-4404-b104-89c82301edff,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:36.918849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48534) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:36.922569 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:36.931624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network cae0d62e-0834-4404-b104-89c82301edff details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:29:36.977371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ebd3ed27-c0fd-4229-a2e2-ae063fe78000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:37.014789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Request body: {'subnet': {'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2020395527-subnet', 'tenant_id': '3698844f87134bf89829473444d0544f', 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:37.028859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:37.064198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Usage tracker for resource:subnet and tenant:3698844f87134bf89829473444d0544f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:37.073515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:37.116769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:37.124819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a6975331-9171-46df-b94b-296e398ca956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03405128>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:34Z', 'revision_number': 3, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:37.132449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Checking router: 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:29:37.133517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Updating router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 port 52a7bff0-3c2d-468f-8c3c-9edc27c86647 binding host dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:29:37.136242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network cae0d62e-0834-4404-b104-89c82301edff details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:29:37.142283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa0b5ee-a92e-4d61-bd48-4be705b1db59,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:37.157460 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:37.158177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Made reservation on behalf of 3698844f87134bf89829473444d0544f for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:29:37.163128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:37.176196 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 90a6f79c-9d64-4465-9ab3-c944199e2599 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:29:37.201319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 90a6f79c-9d64-4465-9ab3-c944199e2599 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:37.201772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:37.249546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:37.470344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:37.614303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:37.683772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Checking segment: {'id': '83d4916b-c1fd-43a7-90ad-8c06243651a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dff67e72-1995-4b7f-be81-08d2d9c367af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:29:37.683772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Network hostable DHCP agents. Network: dff67e72-1995-4b7f-be81-08d2d9c367af, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:29:37.754881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 90a6f79c-9d64-4465-9ab3-c944199e2599, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=90a6f79c-9d64-4465-9ab3-c944199e2599,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:29:37.769059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:37.772908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:37.856664 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Network dff67e72-1995-4b7f-be81-08d2d9c367af is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:29:38.003705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, dff67e72-1995-4b7f-be81-08d2d9c367af) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:38.012547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:38.013208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:38.024315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21384275-2a8a-4877-9ee7-97cd53f6c026 None None] Network dff67e72-1995-4b7f-be81-08d2d9c367af requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:29:38.073622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:38.089739 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Transition to ACTIVE for port object 52a7bff0-3c2d-468f-8c3c-9edc27c86647 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:38.095536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Allocated IP 172.20.0.1 (77f62c44-14af-4652-8ba8-561fe738d674/3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d/2a2caf80-3e4f-4a31-9039-f0f595a2a3d1) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:29:38.097542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:38.108335 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-900e7f8e-5e8a-4f3e-9901-a3edde8d6348 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.8033895
Feb 03 12:29:38.150717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:38.282441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a151c4-cadb-4df2-9a07-d490a8a1b5e5 req-74876cc9-5f22-4e26-8ef2-2961f90d53a9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:38.291722 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f2a151c4-cadb-4df2-9a07-d490a8a1b5e5 req-74876cc9-5f22-4e26-8ef2-2961f90d53a9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.5462258
Feb 03 12:29:38.347539 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Pushing event updated for resources: {'Port': ['ID=52a7bff0-3c2d-468f-8c3c-9edc27c86647,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:38.371264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.371825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.372459 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.373125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.373672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.374167 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.374732 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.375430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.376084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.376509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.377032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.377890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.381140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.381140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.381140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.381140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.381140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.381140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.381140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.381140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.382554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.382892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.383757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.388521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:29:38.401806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:38.425153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:38.434433 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:38.447265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Attempting to bind port 52a7bff0-3c2d-468f-8c3c-9edc27c86647 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:29:38.448331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Attempting to bind port 52a7bff0-3c2d-468f-8c3c-9edc27c86647 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:29:38.449239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Attempting to bind port 52a7bff0-3c2d-468f-8c3c-9edc27c86647 on network 549e872b-1584-42ab-be09-aa93760d03bd {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:29:38.456380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=90a6f79c-9d64-4465-9ab3-c944199e2599,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:38.458012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:29:38.458704 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Checking segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:29:38.463670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:38.467831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:38.468526 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Bound using segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:29:38.469275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Bound port: 52a7bff0-3c2d-468f-8c3c-9edc27c86647, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:29:38.470199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:38.489015 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Transition to ACTIVE for port object 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:38.500762 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f2a151c4-cadb-4df2-9a07-d490a8a1b5e5 req-0af801c6-b903-4b57-b357-510a6ea341f6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079360
Feb 03 12:29:38.531209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-849da523-cf5e-432b-8cee-fa3552421070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:38.535966 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:38.576939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:38.612757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 90a6f79c-9d64-4465-9ab3-c944199e2599 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:29:38.734680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a6975331-9171-46df-b94b-296e398ca956 None None] For port 52a7bff0-3c2d-468f-8c3c-9edc27c86647, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:29:38.739782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a6975331-9171-46df-b94b-296e398ca956 None None] For port 52a7bff0-3c2d-468f-8c3c-9edc27c86647, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=52a7bff0-3c2d-468f-8c3c-9edc27c86647,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:29:38.744740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:38.789533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:38.882344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67c730-f455-4d00-843c-38ed4a42bc5a None None] Network dff67e72-1995-4b7f-be81-08d2d9c367af requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:29:38.901380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:38.943295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:38.973707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Checking segment: {'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:29:38.974053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Network hostable DHCP agents. Network: cae0d62e-0834-4404-b104-89c82301edff, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:29:39.007404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Pushing event updated for resources: {'Port': ['ID=2a2caf80-3e4f-4a31-9039-f0f595a2a3d1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:39.012183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:39.026165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Network cae0d62e-0834-4404-b104-89c82301edff is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:29:39.057034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, cae0d62e-0834-4404-b104-89c82301edff) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:39.075622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:39.076292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:39.120254 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.2001393
Feb 03 12:29:39.122998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48570) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:39.123524 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b5a3c-5862-48e5-b22b-b4457d2fef26 None None] Network cae0d62e-0834-4404-b104-89c82301edff requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:29:39.128421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:39.142872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:39.147216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Network 77f62c44-14af-4652-8ba8-561fe738d674 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:29:39.147366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Usage tracker for resource:router and tenant:3698844f87134bf89829473444d0544f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:39.149085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:39.156748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:29:39.162692 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:39.169590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:39.192744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853025918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771978'] for router, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:39.193983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1749868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854388198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3823'] for router, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:39.203143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Pushing event updated for resources: {'Port': ['ID=52a7bff0-3c2d-468f-8c3c-9edc27c86647,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:39.213172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:39.234781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:39.277020 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:29:39.277714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a6975331-9171-46df-b94b-296e398ca956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03405128>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:29:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:39.313109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853028235'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:39.512397 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 90a6f79c-9d64-4465-9ab3-c944199e2599 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:39.513424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:39.752120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-a6975331-9171-46df-b94b-296e398ca956 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:29:39.860711 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-f3268807-0465-4962-909e-60ebd617e5c2 None None] Provisioning complete for port 90a6f79c-9d64-4465-9ab3-c944199e2599 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:39.861140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3268807-0465-4962-909e-60ebd617e5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:40.128587 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:40.341571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853025795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:40.701540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e32ac-1b88-4275-98cd-9ba0da557467 req-85504df9-fe51-49cb-a962-38346a19a855 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:40.704708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:40.714594 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-843e32ac-1b88-4275-98cd-9ba0da557467 req-85504df9-fe51-49cb-a962-38346a19a855 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.5566335
Feb 03 12:29:40.717948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:40.789012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:40.835278 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b79e451-caa2-50de-a50b-efe9dfde6a2a-cae0d62e-0834-4404-b104-89c82301edff', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'tenant_id': '3698844f87134bf89829473444d0544f', 'fixed_ips': [{'subnet_id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa'}]}} from dv-cinder-773876-1-iscsi. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 12:29:40.836279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:40.864826 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-843e32ac-1b88-4275-98cd-9ba0da557467 req-97c6c413-4450-4981-96c9-398d1717af32 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489184
Feb 03 12:29:40.907523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Pushing event updated for resources: {'Port': ['ID=2a2caf80-3e4f-4a31-9039-f0f595a2a3d1,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:40.920157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:40.921276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853047765'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:40.952850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a6975331-9171-46df-b94b-296e398ca956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03405128>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:34Z', 'revision_number': 3, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:40.957296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6975331-9171-46df-b94b-296e398ca956 None None] The sync data for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi is: [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:34Z', 'revision_number': 3, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:29:40.964844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-f225fb52-4915-4a85-b9f6-afce3009c4aa None None] Provisioning for port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:29:41.043507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-f225fb52-4915-4a85-b9f6-afce3009c4aa None None] Provisioning complete for port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:41.043907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f225fb52-4915-4a85-b9f6-afce3009c4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:41.215638 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:41.253573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:41.291700 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Network 77f62c44-14af-4652-8ba8-561fe738d674 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:29:41.293112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:41.363811 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Allocated IP 172.20.0.2 (cae0d62e-0834-4404-b104-89c82301edff/f5c3ab20-38ee-4e23-b666-1e389b2e2eaa/f528f90c-a946-4384-90c0-ba2d03bbb54f) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:29:41.376875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-f225fb52-4915-4a85-b9f6-afce3009c4aa None None] Port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:29:41.575760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-f225fb52-4915-4a85-b9f6-afce3009c4aa None None] Provisioning complete for port 90a6f79c-9d64-4465-9ab3-c944199e2599 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:41.576186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f225fb52-4915-4a85-b9f6-afce3009c4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:41.640719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:29:41.821056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Allocated IP 172.27.0.234 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/62644e02-113f-4f07-a3fa-9dbb19927507) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:29:42.225682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.266411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-31308289-4f37-4c52-8550-2fb973664d52 None None] Provisioning complete for port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:42.267185 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31308289-4f37-4c52-8550-2fb973664d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.320136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.325480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:29:42.340161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48642) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:42.370195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.371057 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] 10.222.0.38 "PUT /v2.0/routers/4f93c4c1-1b23-4f8a-8b25-8a81755a1f28/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1561456
Feb 03 12:29:42.387840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Transition to ACTIVE for port object f528f90c-a946-4384-90c0-ba2d03bbb54f will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:42.416401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Transition to ACTIVE for port object f528f90c-a946-4384-90c0-ba2d03bbb54f will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:42.429394 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.429562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:42.450897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:42.530323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.548273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:42.552609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] Usage tracker for resource:security_group_rule and tenant:9a0d4c1b86224f0cb45f8a3b89cdf47c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:42.563129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:42.570223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:42.592028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=62644e02-113f-4f07-a3fa-9dbb19927507,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:42.612699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:42.629506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-31308289-4f37-4c52-8550-2fb973664d52 None None] Port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:29:42.659003 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Pushing event updated for resources: {'Port': ['ID=f528f90c-a946-4384-90c0-ba2d03bbb54f,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:42.663655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:42.693877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.697824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.707216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc7992-f91d-4cbd-b953-ab3ad155d7fb req-1b82c8de-b028-4241-85ae-0ebd743a96a9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:42.709132 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96dc7992-f91d-4cbd-b953-ab3ad155d7fb req-1b82c8de-b028-4241-85ae-0ebd743a96a9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.4535072
Feb 03 12:29:42.733798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Network cae0d62e-0834-4404-b104-89c82301edff is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:29:42.735237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Resources bound (agent type, host, resource id):  {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:42.737446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3a4bbaeb-fd93-41d9-995f-8053aea70c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:42.738277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:29:42.763953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:29:42.765216 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a0d4c1b86224f0cb45f8a3b89cdf47c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4225802
Feb 03 12:29:42.766415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:42.773446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:29:42.777206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48654) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:42.794667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa7b2ed-ffcf-44fe-8ec0-b59783fe3a00,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:42.799759 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:42.806202 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Attempting to bind port f528f90c-a946-4384-90c0-ba2d03bbb54f on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:29:42.806851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Attempting to bind port f528f90c-a946-4384-90c0-ba2d03bbb54f by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:29:42.807360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Attempting to bind port f528f90c-a946-4384-90c0-ba2d03bbb54f on network cae0d62e-0834-4404-b104-89c82301edff {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:29:42.815160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:29:42.816870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Checking segment: {'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:29:42.817952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.818740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Bound using segment: {'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:29:42.819273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Bound port: f528f90c-a946-4384-90c0-ba2d03bbb54f, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:29:42.819881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.852712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-908e0b2c-d0eb-493a-ab5a-27b0ca74f6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.895282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-908e0b2c-d0eb-493a-ab5a-27b0ca74f6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.921012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] For port f528f90c-a946-4384-90c0-ba2d03bbb54f, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:29:42.936323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] For port f528f90c-a946-4384-90c0-ba2d03bbb54f, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=f528f90c-a946-4384-90c0-ba2d03bbb54f,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:29:42.940308 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 52a7bff0-3c2d-468f-8c3c-9edc27c86647 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:29:42.979168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.988370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-908e0b2c-d0eb-493a-ab5a-27b0ca74f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:42.998603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0c3bb052-3492-4315-a114-b1716b70f38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:43.004670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:43.018013 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e0b2c-d0eb-493a-ab5a-27b0ca74f6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa7b2ed-ffcf-44fe-8ec0-b59783fe3a00,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:43.021277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-908e0b2c-d0eb-493a-ab5a-27b0ca74f6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:43.022330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-908e0b2c-d0eb-493a-ab5a-27b0ca74f6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:43.023537 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-908e0b2c-d0eb-493a-ab5a-27b0ca74f6bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/baa7b2ed-ffcf-44fe-8ec0-b59783fe3a00 HTTP/1.1" status: 204  len: 168 time: 0.2450805
Feb 03 12:29:43.105277 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96dc7992-f91d-4cbd-b953-ab3ad155d7fb req-3748e52b-f5be-4e4b-9c5a-73e710ec170b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3781939
Feb 03 12:29:43.233100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Pushing event updated for resources: {'Port': ['ID=f528f90c-a946-4384-90c0-ba2d03bbb54f,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:43.247591 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:43.260712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 52a7bff0-3c2d-468f-8c3c-9edc27c86647 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:29:43.269434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 52a7bff0-3c2d-468f-8c3c-9edc27c86647 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:43.269871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:43.363184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:43.557212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:43.573954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48670) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:43.586650 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 52a7bff0-3c2d-468f-8c3c-9edc27c86647, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=52a7bff0-3c2d-468f-8c3c-9edc27c86647,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:29:43.590946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:43.596940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:43.620825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:43.649148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:43.653861 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec080a49582a4636909a6328a2d36683 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:43.657014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:43.663012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:43.736644 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=52a7bff0-3c2d-468f-8c3c-9edc27c86647,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:43.752081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:43.859478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:43.864843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:43.884328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d787e3ab-daf2-40e4-b130-4cd292217dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:43.937958 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec080a49582a4636909a6328a2d36683&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3620157
Feb 03 12:29:43.947623 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48678) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:44.031248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6c1fc8-b8f9-4ce7-9905-bf1f2544b34e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:44.038291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:44.119604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7722ae6f-ee28-4232-bce2-4e58b3cb856b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:44.201761 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7722ae6f-ee28-4232-bce2-4e58b3cb856b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:44.300668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48690) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:44.312188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638370589', 'description': 'tempest-description--1895917213'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:44.329826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7722ae6f-ee28-4232-bce2-4e58b3cb856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:44.340146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:44.342413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5d7e627f-545e-43f8-bb4b-f063c1057b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:44.348810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Usage tracker for resource:security_group and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:44.364880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:44.373084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722ae6f-ee28-4232-bce2-4e58b3cb856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6c1fc8-b8f9-4ce7-9905-bf1f2544b34e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:44.374742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:44.376140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7722ae6f-ee28-4232-bce2-4e58b3cb856b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:44.378387 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7722ae6f-ee28-4232-bce2-4e58b3cb856b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:44.394476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047887'] for router, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:44.397588 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-7722ae6f-ee28-4232-bce2-4e58b3cb856b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b6c1fc8-b8f9-4ce7-9905-bf1f2544b34e HTTP/1.1" status: 204  len: 168 time: 0.4482157
Feb 03 12:29:44.516260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:44.524267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Sync routers for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:29:44.535290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:29:44.536121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02e92cf8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:29:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:44.644437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:44.660991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Usage tracker for resource:security_group_rule and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:44.668119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:44.682291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:44.841138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9abce-773a-4757-a2a4-38df5554caa9 req-d0f6f4c5-e701-43be-8ebc-d0dbb4b1cd83 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:44.842975 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b0c9abce-773a-4757-a2a4-38df5554caa9 req-d0f6f4c5-e701-43be-8ebc-d0dbb4b1cd83 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3707125
Feb 03 12:29:44.966829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:29:45.036476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.037760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Router 80b25bba-4c66-491a-ad8f-8489e6aefa72 is scheduled to L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e with binding_index 1 {{(pid=80115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 12:29:45.044358 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.053766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce539d47-74ab-45ba-96c7-249971fc47d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:45.104488 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b0c9abce-773a-4757-a2a4-38df5554caa9 req-1578f6fb-14f7-43b5-810b-640181d7d8f2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2488434
Feb 03 12:29:45.109727 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device f528f90c-a946-4384-90c0-ba2d03bbb54f up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:29:45.225431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9882e916-3c15-475b-a763-99d393794516,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:45.297115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:45.306393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.307762 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0060122
Feb 03 12:29:45.311592 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48712) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:45.317482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'security_group_rule': {'security_group_id': '9882e916-3c15-475b-a763-99d393794516', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:45.344035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:45.349029 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Usage tracker for resource:security_group_rule and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:45.361586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:45.363233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad0ac6e-acf8-4835-ba29-e827b2c457d5 None None] Network cae0d62e-0834-4404-b104-89c82301edff requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:29:45.374588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:29:45.378334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:45.384303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Sync routers for ids ['80b25bba-4c66-491a-ad8f-8489e6aefa72'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:29:45.398526 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.403388 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-329fc26c-f961-45b0-b399-45dd4a2c3bc9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.2766945
Feb 03 12:29:45.404473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48718) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:45.405224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Routers {'80b25bba-4c66-491a-ad8f-8489e6aefa72'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:29:45.408287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0451dac8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:29:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['80b25bba-4c66-491a-ad8f-8489e6aefa72'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:45.439372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.531902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.536630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.541104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:45.584371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port f528f90c-a946-4384-90c0-ba2d03bbb54f completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:29:45.608514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.614103 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2986536
Feb 03 12:29:45.620824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 48726) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:45.621233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port f528f90c-a946-4384-90c0-ba2d03bbb54f triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:45.621694 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.635134 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'security_group_rule': {'security_group_id': '9882e916-3c15-475b-a763-99d393794516', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:45.660434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d018a22b-ca65-495a-8c0f-cb05e5eb927e,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:45.677445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:45.683433 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:45.689579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Usage tracker for resource:security_group_rule and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:45.699656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:45.705175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-906ff009-8f4d-4263-a08a-8a6654354461 None None] Provisioning for port f528f90c-a946-4384-90c0-ba2d03bbb54f completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:29:45.712797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:45.747929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-906ff009-8f4d-4263-a08a-8a6654354461 None None] Provisioning complete for port f528f90c-a946-4384-90c0-ba2d03bbb54f triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:45.748374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-906ff009-8f4d-4263-a08a-8a6654354461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.759189 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.760402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Set router 80b25bba-4c66-491a-ad8f-8489e6aefa72 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:29:45.925041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.956794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.963036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:45.965452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1db1915b-3864-4a89-9ea5-d6313f95932e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:46.038014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec13752-3212-41ad-93c1-28742179e4fd,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:46.047496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:46.075786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:46.080675 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4548290
Feb 03 12:29:46.081285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 48736) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:29:46.094058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'floatingip': {'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:46.124166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:46.133761 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Usage tracker for resource:floatingip and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:29:46.173955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port f528f90c-a946-4384-90c0-ba2d03bbb54f, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=f528f90c-a946-4384-90c0-ba2d03bbb54f,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:29:46.217592 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:46.219006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 52a7bff0-3c2d-468f-8c3c-9edc27c86647 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:29:46.258490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3d2ac538-9ce9-425a-87a7-13fb6eff9729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:46.301967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:29:46.340982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:46.358691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0451dac8>, [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 3, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:46.363347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Checking router: 80b25bba-4c66-491a-ad8f-8489e6aefa72 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:29:46.363957 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Updating router 80b25bba-4c66-491a-ad8f-8489e6aefa72 port 62644e02-113f-4f07-a3fa-9dbb19927507 binding host dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:29:46.395703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-906ff009-8f4d-4263-a08a-8a6654354461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:46.443248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:46.493814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02e92cf8>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:40Z', 'revision_number': 2, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:46.510193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=f528f90c-a946-4384-90c0-ba2d03bbb54f,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:46.516067 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Checking router: 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:29:46.516599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Updating router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 binding host dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:29:46.553123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:46.677629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:46.696360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 52a7bff0-3c2d-468f-8c3c-9edc27c86647 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:46.696631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:46.750080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:46.785301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [None req-906ff009-8f4d-4263-a08a-8a6654354461 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:29:46.785932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [None req-906ff009-8f4d-4263-a08a-8a6654354461 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:29:46.943952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:46.956958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Transition to ACTIVE for port object 62644e02-113f-4f07-a3fa-9dbb19927507 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:46.960196 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:47.125460 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:47.237847 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73872e0e-3a98-4763-8bef-5c1e428133eb None None] Pushing event updated for resources: {'Port': ['ID=62644e02-113f-4f07-a3fa-9dbb19927507,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:47.241225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-73872e0e-3a98-4763-8bef-5c1e428133eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:47.261101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Attempting to bind port 62644e02-113f-4f07-a3fa-9dbb19927507 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:29:47.261452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Attempting to bind port 62644e02-113f-4f07-a3fa-9dbb19927507 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:29:47.261876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Attempting to bind port 62644e02-113f-4f07-a3fa-9dbb19927507 on network 549e872b-1584-42ab-be09-aa93760d03bd {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:29:47.268676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:29:47.269066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Checking segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:29:47.269512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:47.270023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Bound using segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:29:47.270582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Bound port: 62644e02-113f-4f07-a3fa-9dbb19927507, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:29:47.271036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:47.279026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device f528f90c-a946-4384-90c0-ba2d03bbb54f up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:29:47.364874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] For port 62644e02-113f-4f07-a3fa-9dbb19927507, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:29:47.368928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] For port 62644e02-113f-4f07-a3fa-9dbb19927507, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=62644e02-113f-4f07-a3fa-9dbb19927507,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:29:47.373480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:47.389194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-114295a5-5a5a-4861-b0e4-4a1611a769f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:47.478806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:47.481041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73872e0e-3a98-4763-8bef-5c1e428133eb None None] Pushing event updated for resources: {'Port': ['ID=62644e02-113f-4f07-a3fa-9dbb19927507,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:47.487346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-73872e0e-3a98-4763-8bef-5c1e428133eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:47.632218 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425cba8-7379-4048-9ce7-e28e2fb4ee58 req-b8e1a3a7-2642-4871-a8e3-a4630da5f0d3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:47.634399 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8425cba8-7379-4048-9ce7-e28e2fb4ee58 req-b8e1a3a7-2642-4871-a8e3-a4630da5f0d3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 1.0874250
Feb 03 12:29:47.751287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Routers {'80b25bba-4c66-491a-ad8f-8489e6aefa72'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:29:47.751957 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0451dac8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:29:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['80b25bba-4c66-491a-ad8f-8489e6aefa72'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:47.861382 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:47.884046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Transition to ACTIVE for port object 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:48.002019 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8425cba8-7379-4048-9ce7-e28e2fb4ee58 req-5d3bf225-dbaf-459f-b23c-f69be26d6690 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3342531
Feb 03 12:29:48.035132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:48.125318 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:48.174169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:48.249944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] Set router 80b25bba-4c66-491a-ad8f-8489e6aefa72 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:29:48.258218 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1b7e5-74c8-4e2c-af07-306c36bfcf9e None None] Pushing event updated for resources: {'Port': ['ID=2a2caf80-3e4f-4a31-9039-f0f595a2a3d1,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:48.280450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ace1b7e5-74c8-4e2c-af07-306c36bfcf9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:48.435935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port f528f90c-a946-4384-90c0-ba2d03bbb54f triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:48.436967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:48.596439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Allocated IP 172.20.0.1 (cae0d62e-0834-4404-b104-89c82301edff/f5c3ab20-38ee-4e23-b666-1e389b2e2eaa/15360f52-3912-4458-a2b2-96005416217a) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:29:48.601633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-42d61776-4de8-46c2-abc5-3df136dec662 None None] Provisioning complete for port f528f90c-a946-4384-90c0-ba2d03bbb54f triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:48.603398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42d61776-4de8-46c2-abc5-3df136dec662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:48.690766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Attempting to bind port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:29:48.691200 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Attempting to bind port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:29:48.691621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Attempting to bind port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 on network 77f62c44-14af-4652-8ba8-561fe738d674 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:29:48.704303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:29:48.704741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Checking segment: {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:29:48.707194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:48.707662 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Bound using segment: {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:29:48.708316 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Bound port: 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:29:48.708755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:48.769154 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0451dac8>, [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 3, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:48.773771 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b358687-7abb-4bba-8de5-777896f31966 None None] The sync data for ids ['80b25bba-4c66-491a-ad8f-8489e6aefa72'] in dv-cinder-773876-1-iscsi is: [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 3, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:29:48.803732 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Allocated IP 172.27.0.235 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/e36d3728-5ce9-4f7d-b108-ec624cf6822b) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:29:48.839026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] For port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:29:48.843922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] For port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=2a2caf80-3e4f-4a31-9039-f0f595a2a3d1,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:29:48.853294 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:48.876728 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:48.959643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:49.038609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Transition to ACTIVE for port object 15360f52-3912-4458-a2b2-96005416217a will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:49.107033 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:49.129792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:49.153229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1b7e5-74c8-4e2c-af07-306c36bfcf9e None None] Pushing event updated for resources: {'Port': ['ID=2a2caf80-3e4f-4a31-9039-f0f595a2a3d1,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:49.157075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ace1b7e5-74c8-4e2c-af07-306c36bfcf9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:49.178893 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:49.256011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:29:49.256723 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02e92cf8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:29:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:49.411577 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Pushing event updated for resources: {'Port': ['ID=15360f52-3912-4458-a2b2-96005416217a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:49.425806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:49.453231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:49.506118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:49.594779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:29:49.727304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'Port': ['ID=e36d3728-5ce9-4f7d-b108-ec624cf6822b,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:49.730920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:49.890778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f210cde-edb9-4026-85b7-d2b45afa7b32 req-afad3b24-3a09-4a85-818a-27f4a472f459 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:49.911267 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1f210cde-edb9-4026-85b7-d2b45afa7b32 req-afad3b24-3a09-4a85-818a-27f4a472f459 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.7297671
Feb 03 12:29:49.935388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Network cae0d62e-0834-4404-b104-89c82301edff is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:29:49.942186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:49.977124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-83fde888-63be-427d-af88-62f6f70d187e tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:49.985254 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-83fde888-63be-427d-af88-62f6f70d187e tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 814 time: 0.4290020
Feb 03 12:29:50.009754 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-0b16e125-11ec-474e-92a9-4821cec43c5f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/quotas/d042df76237942259c50782ec90b8ce8 HTTP/1.1" status: 200  len: 375 time: 0.0228612
Feb 03 12:29:50.031836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:29:50.032502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853028235'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:50.133728 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1f210cde-edb9-4026-85b7-d2b45afa7b32 req-fa9c0b7d-2307-4711-9e63-149b8b40e125 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722693
Feb 03 12:29:50.209940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:29:50.213090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:50.229305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:29:50.268544 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-3457e644-386a-4fae-b0be-71a1ffddaa8f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2575438
Feb 03 12:29:50.358296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02e92cf8>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:48Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:50.364427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0a623-eb78-4dd4-be37-25d3804dc9b0 None None] The sync data for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi is: [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:48Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:29:50.366124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-23baf4b0-08e2-4964-bd8c-95e9b5ff5eec None None] Provisioning for port 15360f52-3912-4458-a2b2-96005416217a completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:29:50.372845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-23baf4b0-08e2-4964-bd8c-95e9b5ff5eec None None] Provisioning complete for port 15360f52-3912-4458-a2b2-96005416217a triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:50.373271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23baf4b0-08e2-4964-bd8c-95e9b5ff5eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:50.448182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:50.479534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-23baf4b0-08e2-4964-bd8c-95e9b5ff5eec None None] Port 15360f52-3912-4458-a2b2-96005416217a cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:29:50.577665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:50.578932 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-3ab0315f-dcd8-4a6d-8dac-5e5216083644 service neutron] 10.222.0.38 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3088620
Feb 03 12:29:50.639037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:50.829717 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-9be61c68-4c44-4f4f-92c1-a1a72167d437 service neutron] 10.222.0.38 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2465601
Feb 03 12:29:51.377282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 62644e02-113f-4f07-a3fa-9dbb19927507 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:29:51.529564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 62644e02-113f-4f07-a3fa-9dbb19927507 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:29:51.538461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 62644e02-113f-4f07-a3fa-9dbb19927507 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:51.539351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:51.653211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dbbe2-b866-4e77-b302-9df8f1b8d2d2 req-a82fcafe-b8f1-455b-871f-766d4a281df2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:51.654908 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7f6dbbe2-b866-4e77-b302-9df8f1b8d2d2 req-a82fcafe-b8f1-455b-871f-766d4a281df2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2702682
Feb 03 12:29:51.706166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:51.725433 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 62644e02-113f-4f07-a3fa-9dbb19927507, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=62644e02-113f-4f07-a3fa-9dbb19927507,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:29:51.729716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:51.730932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:29:51.766194 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7f6dbbe2-b866-4e77-b302-9df8f1b8d2d2 req-13c21406-58d7-4481-be16-33f6d00fe86a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956864
Feb 03 12:29:51.792309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:51.860272 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4800da24-fc18-4359-b8ed-59e12fa5d3ec req-a9763a23-0f56-410b-bf95-e9cb0d7d6cd3 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 210 time: 0.3905776
Feb 03 12:29:51.897545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=62644e02-113f-4f07-a3fa-9dbb19927507,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:51.901824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:51.907318 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:29:51.912438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:51.912873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:51.920754 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:51.957972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:51.961201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853047765'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:51.990647 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:52.172292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:52.174270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Pushing event updated for resources: {'Port': ['ID=15360f52-3912-4458-a2b2-96005416217a,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:52.192921 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:52.193729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:52.215179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:52.302896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:52.358794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=2a2caf80-3e4f-4a31-9039-f0f595a2a3d1,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:29:52.363272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:52.373239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:52.457604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Network cae0d62e-0834-4404-b104-89c82301edff is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:29:52.459572 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:52.489392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-634b2585-bc13-49a4-9da6-5a3a38ba7005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:52.496416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:52.512427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=2a2caf80-3e4f-4a31-9039-f0f595a2a3d1,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:52.515840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:52.517674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:52.519212 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.4363976
Feb 03 12:29:52.636588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'Port': ['ID=e36d3728-5ce9-4f7d-b108-ec624cf6822b,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:52.646598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:52.892824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Router 80b25bba-4c66-491a-ad8f-8489e6aefa72 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:29:52.927441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-bd7c804f-bc61-4426-9020-3c0a63162a3e None None] Provisioning complete for port 15360f52-3912-4458-a2b2-96005416217a triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:52.927441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bd7c804f-bc61-4426-9020-3c0a63162a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:53.005567 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-1e50b739-18d6-4132-90e0-f49e33676d94 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1638370589&fields=id&tenant_id=4b6de16555104ac9bda36ec964e4c2cf HTTP/1.1" status: 200  len: 267 time: 0.1338773
Feb 03 12:29:53.083016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c804f-bc61-4426-9020-3c0a63162a3e None None] Port 15360f52-3912-4458-a2b2-96005416217a cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:29:53.262808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 62644e02-113f-4f07-a3fa-9dbb19927507 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:29:53.267533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-03f7d105-8553-429a-8f87-3c0698aa04b4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:53.269227 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-03f7d105-8553-429a-8f87-3c0698aa04b4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 816 time: 0.2624447
Feb 03 12:29:53.286086 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-475f3585-8b71-4633-be88-1a802454b4db tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/quotas/4b6de16555104ac9bda36ec964e4c2cf HTTP/1.1" status: 200  len: 375 time: 0.0102365
Feb 03 12:29:53.342912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 62644e02-113f-4f07-a3fa-9dbb19927507 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:53.343541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:53.429086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-65b28ba8-3f6d-46c1-8b4c-0728d1f4565d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Synchronizing usage tracker for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:29:53.447051 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-65b28ba8-3f6d-46c1-8b4c-0728d1f4565d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Unset dirty status for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:29:53.448515 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-65b28ba8-3f6d-46c1-8b4c-0728d1f4565d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1559405
Feb 03 12:29:53.486269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:29:53.493427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-60f78404-7b06-45a9-9c77-93a3c6a9f80f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:53.495535 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-60f78404-7b06-45a9-9c77-93a3c6a9f80f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 814 time: 0.6007333
Feb 03 12:29:53.565710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:29:53.566275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:53.602931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fdbab-7c7a-4e93-bb6c-2cb70d494029 req-0c8c3184-f971-4c17-a828-a1f96c079341 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:53.604610 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-eb2fdbab-7c7a-4e93-bb6c-2cb70d494029 req-0c8c3184-f971-4c17-a828-a1f96c079341 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.5111964
Feb 03 12:29:53.607319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:29:53.612097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Request body: {'port': {'device_id': 'ca2527df-c921-4fdc-9321-039c60a4997f', 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1', 'admin_state_up': True, 'tenant_id': 'd042df76237942259c50782ec90b8ce8'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:53.636534 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-05c014e0-16b9-489b-a8fa-565eebbf73d2 service neutron] 10.222.0.38 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725988
Feb 03 12:29:53.660964 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Sync routers for ids ['80b25bba-4c66-491a-ad8f-8489e6aefa72'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:29:53.768340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Routers {'80b25bba-4c66-491a-ad8f-8489e6aefa72'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:29:53.769534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0451e160>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:29:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['80b25bba-4c66-491a-ad8f-8489e6aefa72'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:53.808432 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-ad389b9e-db27-4313-be43-bc37a45031ba service neutron] 10.222.0.38 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1675453
Feb 03 12:29:54.015359 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] 10.222.0.38 "PUT /v2.0/routers/80b25bba-4c66-491a-ad8f-8489e6aefa72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6086493
Feb 03 12:29:54.113182 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-eb2fdbab-7c7a-4e93-bb6c-2cb70d494029 req-f040f310-0b25-4042-8dab-196b6b4b1a58 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214237
Feb 03 12:29:54.134635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:54.139932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Set router 80b25bba-4c66-491a-ad8f-8489e6aefa72 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:29:54.144616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:54.155512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Made reservation on behalf of d042df76237942259c50782ec90b8ce8 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:29:54.179554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:54.378283 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ffaf8000-21a3-4a40-9ce1-729c9365d802 req-426593fa-9158-4505-9a68-bc7045185de0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 210 time: 0.1494212
Feb 03 12:29:54.690562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Allocated IP 172.20.0.2 (b7ab0312-92c5-4aaa-a799-a0ebfd359dc1/2e4a0e08-0f99-4ec6-9ca6-e6ed17293964/b16a8e4a-9632-4f6b-84ed-3c1e5e241196) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:29:54.922719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0451e160>, [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:50Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '15360f52-3912-4458-a2b2-96005416217a', 'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'tenant_id': '3698844f87134bf89829473444d0544f', 'mac_address': 'fa:16:3e:6a:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:47Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 2, 'project_id': '3698844f87134bf89829473444d0544f', 'subnets': [{'id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:54.927145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Checking router: 80b25bba-4c66-491a-ad8f-8489e6aefa72 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:29:54.927553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Updating router 80b25bba-4c66-491a-ad8f-8489e6aefa72 port 15360f52-3912-4458-a2b2-96005416217a binding host dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:29:55.056706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:55.083839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-515c3e21-416a-4390-9889-73cacf68eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:55.095065 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0b7c127a-4da4-4570-8a56-fcf3752d2f26 req-f8372c76-c6c7-44fc-8475-51899b93a188 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 210 time: 0.4015596
Feb 03 12:29:55.096125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:55.105199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:55.253114 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:55.335525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Pushing event updated for resources: {'Port': ['ID=b16a8e4a-9632-4f6b-84ed-3c1e5e241196,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:55.341079 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:55.343100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:29:55.344320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:29:55.346691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:29:55.416638 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:55.417370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:55.469913 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-27a65148-e072-4392-adb9-bc07a5e1e62b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8635757
Feb 03 12:29:55.487374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Request body: {'port': {'device_id': 'ca2527df-c921-4fdc-9321-039c60a4997f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:55.611428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c29d0-856e-477a-8bc0-7c3bee74e9c1 req-ab20e74c-0656-486a-a51d-cff80b78328e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:55.613032 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-203c29d0-856e-477a-8bc0-7c3bee74e9c1 req-ab20e74c-0656-486a-a51d-cff80b78328e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2606161
Feb 03 12:29:55.705167 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-203c29d0-856e-477a-8bc0-7c3bee74e9c1 req-ab30cb0c-dc66-423e-821f-1d652bcfde00 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844545
Feb 03 12:29:55.911942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:55.924120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:55.938915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Transition to ACTIVE for port object 15360f52-3912-4458-a2b2-96005416217a will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:55.942842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:55.952675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff2cf-c5af-49fe-83d7-21206e994c3f req-69a37be6-5631-4c7a-ae1e-276705453735 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:55.953506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-ae0ff2cf-c5af-49fe-83d7-21206e994c3f req-69a37be6-5631-4c7a-ae1e-276705453735 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Synchronizing usage tracker for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:29:55.956535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:55.984398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ace1b7e5-74c8-4e2c-af07-306c36bfcf9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:56.112370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-ae0ff2cf-c5af-49fe-83d7-21206e994c3f req-69a37be6-5631-4c7a-ae1e-276705453735 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Unset dirty status for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:29:56.115992 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ae0ff2cf-c5af-49fe-83d7-21206e994c3f req-69a37be6-5631-4c7a-ae1e-276705453735 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 931 time: 0.5215809
Feb 03 12:29:56.232723 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-f789ed47-c163-49df-a31a-2ca0af3a8f90 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1677418
Feb 03 12:29:56.315632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:56.319656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8293fd1-9f54-4865-8fd9-2e52a874407b None None] Pushing event updated for resources: {'Port': ['ID=15360f52-3912-4458-a2b2-96005416217a,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:56.342611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e8293fd1-9f54-4865-8fd9-2e52a874407b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:56.478861 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ae0ff2cf-c5af-49fe-83d7-21206e994c3f req-5f4bd4ec-a541-4043-a20f-ff09e338f02a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758458
Feb 03 12:29:56.681966 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-6634ad42-564f-4517-bddf-e8a9757d7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:56.703314 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-6634ad42-564f-4517-bddf-e8a9757d7898 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 1162 time: 0.4006684
Feb 03 12:29:56.875334 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7dd61c21-67ff-4cd8-826f-7c2f580a4915 req-9062b7c3-30b6-44ef-afff-e5859f23dfbe tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 210 time: 0.2581921
Feb 03 12:29:57.030870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Attempting to bind port 15360f52-3912-4458-a2b2-96005416217a on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:29:57.031479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Attempting to bind port 15360f52-3912-4458-a2b2-96005416217a by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:29:57.032205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Attempting to bind port 15360f52-3912-4458-a2b2-96005416217a on network cae0d62e-0834-4404-b104-89c82301edff {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:29:57.035025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:57.042857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:29:57.043554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Checking segment: {'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:29:57.044326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:57.044924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Bound using segment: {'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:29:57.046066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Bound port: 15360f52-3912-4458-a2b2-96005416217a, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:29:57.046660 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:57.186541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] For port 15360f52-3912-4458-a2b2-96005416217a, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:29:57.208109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] For port 15360f52-3912-4458-a2b2-96005416217a, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=15360f52-3912-4458-a2b2-96005416217a,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:29:57.213019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:57.226877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-dd5b131f-ef0c-4da9-9f26-ea6be2bb21d0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:57.229383 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-dd5b131f-ef0c-4da9-9f26-ea6be2bb21d0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 816 time: 0.9459956
Feb 03 12:29:57.300447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:57.426708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8293fd1-9f54-4865-8fd9-2e52a874407b None None] Pushing event updated for resources: {'Port': ['ID=15360f52-3912-4458-a2b2-96005416217a,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:57.439990 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e8293fd1-9f54-4865-8fd9-2e52a874407b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:57.459362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-a02ff081-0621-4f31-86f0-6efe4b1a45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:57.461066 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-a02ff081-0621-4f31-86f0-6efe4b1a45ca service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 908 time: 0.7060030
Feb 03 12:29:57.497451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Routers {'80b25bba-4c66-491a-ad8f-8489e6aefa72'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:29:57.500528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0451e160>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:29:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['80b25bba-4c66-491a-ad8f-8489e6aefa72'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:57.527799 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-f17f5681-fd45-4012-bf35-aad378efe346 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4b6de16555104ac9bda36ec964e4c2cf HTTP/1.1" status: 200  len: 5709 time: 0.2775342
Feb 03 12:29:57.542204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'port': {'device_id': '90b1d821-5c56-4603-aabc-49b066698437', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'admin_state_up': True, 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'security_groups': ['9882e916-3c15-475b-a763-99d393794516']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:29:57.593337 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-586d81e2-153b-456a-9f1a-ec28621031f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 HTTP/1.1" status: 200  len: 217 time: 0.0940044
Feb 03 12:29:57.868537 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5a68b-78ed-4b52-9bd4-d0e908a64d98 req-dbe92d7e-9e89-43cd-938b-eb7aef854b64 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:57.884012 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-13b5a68b-78ed-4b52-9bd4-d0e908a64d98 req-dbe92d7e-9e89-43cd-938b-eb7aef854b64 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.8139062
Feb 03 12:29:58.089065 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-13b5a68b-78ed-4b52-9bd4-d0e908a64d98 req-634deac5-fae7-4d40-abad-79ddf5049565 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031047
Feb 03 12:29:58.100400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-9ef035ef-0c16-404c-b047-b6eaa44078e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:58.110411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:29:58.110832 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-9ef035ef-0c16-404c-b047-b6eaa44078e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 200  len: 854 time: 0.5001581
Feb 03 12:29:58.118947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.resource_extend [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 03 12:29:58.137111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:29:58.235506 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-0b1dc521-7ba6-4d36-b7c2-453be34d4951 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1039329
Feb 03 12:29:58.366194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] Set router 80b25bba-4c66-491a-ad8f-8489e6aefa72 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:29:58.368317 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948da66-f5da-4480-9940-e60d07e39622 req-70bd02bd-59df-497d-b156-0697b0f7bde7 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:29:58.377310 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7948da66-f5da-4480-9940-e60d07e39622 req-70bd02bd-59df-497d-b156-0697b0f7bde7 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 931 time: 0.6199358
Feb 03 12:29:58.413838 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-3eb7eb2a-7e33-47dc-8ce1-867db1749f8b service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677983
Feb 03 12:29:58.420586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Made reservation on behalf of 4b6de16555104ac9bda36ec964e4c2cf for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:29:58.475809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:58.614688 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b8ccee2-7382-40c8-921d-df5ea3035ebe req-f95f161e-17d0-4f9a-897a-774bb07d4e04 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1880939
Feb 03 12:29:58.619282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16a8e4a-9632-4f6b-84ed-3c1e5e241196 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:29:58.719486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:58.738784 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7a0c6f71-7a0f-41aa-a00e-aeaf8e7f30f1 req-fb9b97be-b718-4ae8-8402-41317c2c537c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 210 time: 0.1230142
Feb 03 12:29:58.753546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Transition to ACTIVE for port object b16a8e4a-9632-4f6b-84ed-3c1e5e241196 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:29:58.777362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:58.803687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:29:58.883161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=b16a8e4a-9632-4f6b-84ed-3c1e5e241196,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:29:58.902737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:29:59.016313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:29:59.141408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Allocated IP 172.20.0.10 (77f62c44-14af-4652-8ba8-561fe738d674/3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d/d1561c41-dd78-4886-a204-22fc9904f9d6) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:29:59.305939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0451e160>, [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:50Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '15360f52-3912-4458-a2b2-96005416217a', 'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'tenant_id': '3698844f87134bf89829473444d0544f', 'mac_address': 'fa:16:3e:6a:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:47Z', 'updated_at': '2021-02-03T12:29:57Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'subnets': [{'id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:29:59.313173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83357ff8-6e57-4e01-b5de-284547b25b6d None None] The sync data for ids ['80b25bba-4c66-491a-ad8f-8489e6aefa72'] in dv-cinder-773876-1-iscsi is: [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:50Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '15360f52-3912-4458-a2b2-96005416217a', 'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'tenant_id': '3698844f87134bf89829473444d0544f', 'mac_address': 'fa:16:3e:6a:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:47Z', 'updated_at': '2021-02-03T12:29:57Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'subnets': [{'id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:29:59.837193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:29:59.940115 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7948da66-f5da-4480-9940-e60d07e39622 req-dc269255-5cb5-4770-8265-b316f2075999 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5618083
Feb 03 12:29:59.956414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Transition to ACTIVE for port object d1561c41-dd78-4886-a204-22fc9904f9d6 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:30:00.041596 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:00.090976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df617a-e840-4941-81fa-7efc99d21025 req-4443a3b1-4483-4f4c-8c41-8145d19bdd6a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:00.093051 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-41df617a-e840-4941-81fa-7efc99d21025 req-4443a3b1-4483-4f4c-8c41-8145d19bdd6a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.5971200
Feb 03 12:30:00.110026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-58624eb1-9a4f-48ff-9be2-8888d0785344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:00.231069 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-41df617a-e840-4941-81fa-7efc99d21025 req-9aa9234f-d612-4414-beed-22e81302bdd5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281064
Feb 03 12:30:00.234219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Attempting to bind port b16a8e4a-9632-4f6b-84ed-3c1e5e241196 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:30:00.234793 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Attempting to bind port b16a8e4a-9632-4f6b-84ed-3c1e5e241196 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:30:00.235365 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Attempting to bind port b16a8e4a-9632-4f6b-84ed-3c1e5e241196 on network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:30:00.244625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:30:00.245260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Checking segment: {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:30:00.245903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:00.246482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Bound using segment: {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:30:00.247153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Bound port: b16a8e4a-9632-4f6b-84ed-3c1e5e241196, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:30:00.249131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:00.596854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] For port b16a8e4a-9632-4f6b-84ed-3c1e5e241196, host hv-cinder-77387, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:30:00.601726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] For port b16a8e4a-9632-4f6b-84ed-3c1e5e241196, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=b16a8e4a-9632-4f6b-84ed-3c1e5e241196,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:30:00.611544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:00.690889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'Port': ['ID=d1561c41-dd78-4886-a204-22fc9904f9d6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:00.696269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:00.740269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Network 77f62c44-14af-4652-8ba8-561fe738d674 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:30:00.744214 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:30:00.746974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:30:00.820881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:00.901364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8b088-20a9-4dff-b5cb-da4cb03bcbf1 req-5ba0d2c9-41a9-43bf-b2c1-1b44c93bb26e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:00.903129 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1af8b088-20a9-4dff-b5cb-da4cb03bcbf1 req-5ba0d2c9-41a9-43bf-b2c1-1b44c93bb26e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 932 time: 0.5491960
Feb 03 12:30:01.168142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=b16a8e4a-9632-4f6b-84ed-3c1e5e241196,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:01.179639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:01.231310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:01.232177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:01.258036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:01.258570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:01.263619 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] 10.222.0.86 "PUT /v2.0/ports/b16a8e4a-9632-4f6b-84ed-3c1e5e241196 HTTP/1.1" status: 200  len: 1157 time: 5.7816620
Feb 03 12:30:01.263752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1f9b3a6d-19a8-41c3-8f26-0efd405be5bb None None] Provisioning for port d1561c41-dd78-4886-a204-22fc9904f9d6 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:30:01.264217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2527df-c921-4fdc-9321-039c60a4997f', 'tag': 'b16a8e4a-9632-4f6b-84ed-3c1e5e241196'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:30:01.278484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1f9b3a6d-19a8-41c3-8f26-0efd405be5bb None None] Provisioning complete for port d1561c41-dd78-4886-a204-22fc9904f9d6 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:01.281188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1f9b3a6d-19a8-41c3-8f26-0efd405be5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:01.357678 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1af8b088-20a9-4dff-b5cb-da4cb03bcbf1 req-1d8e9cd7-d245-4845-97f5-9ce1c95d4624 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4433057
Feb 03 12:30:01.389820 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8524230
Feb 03 12:30:01.405740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Request body: {'port': {'device_id': '90b1d821-5c56-4603-aabc-49b066698437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:30:01.417509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 15360f52-3912-4458-a2b2-96005416217a up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:01.574355 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b3a6d-19a8-41c3-8f26-0efd405be5bb None None] Port d1561c41-dd78-4886-a204-22fc9904f9d6 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:30:01.617827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 15360f52-3912-4458-a2b2-96005416217a completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:30:01.631678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 15360f52-3912-4458-a2b2-96005416217a triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:01.632102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:01.825938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b22760-80eb-4ea9-9172-7e905d24676f req-de48f0fb-6080-4b55-832b-d5c3e9cb9a03 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:01.842969 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:01.845828 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c1b22760-80eb-4ea9-9172-7e905d24676f req-de48f0fb-6080-4b55-832b-d5c3e9cb9a03 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 943 time: 0.5637789
Feb 03 12:30:01.896318 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-6f209553-5b29-461d-a72e-1e12b0270cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:01.898018 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-6f209553-5b29-461d-a72e-1e12b0270cb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 1160 time: 0.4726274
Feb 03 12:30:01.906125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:01.970924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50812969-ff64-4551-acae-233276f43b63 req-40a4d568-9213-4bac-a496-977089a1a078 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:01.972734 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50812969-ff64-4551-acae-233276f43b63 req-40a4d568-9213-4bac-a496-977089a1a078 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3759456
Feb 03 12:30:02.000651 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 15360f52-3912-4458-a2b2-96005416217a, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=15360f52-3912-4458-a2b2-96005416217a,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:30:02.005372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:02.007819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:02.110344 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50812969-ff64-4551-acae-233276f43b63 req-917da5df-ee35-47f2-8dd9-6fe4d01f01dd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248281
Feb 03 12:30:02.126517 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-7fc36185-12b7-4ad8-8585-8925de501aae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b16a8e4a-9632-4f6b-84ed-3c1e5e241196 HTTP/1.1" status: 200  len: 217 time: 0.2139001
Feb 03 12:30:02.143011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=15360f52-3912-4458-a2b2-96005416217a,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:02.150649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:02.232963 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c1b22760-80eb-4ea9-9172-7e905d24676f req-bd22e6b3-ecb8-475c-883d-b5bf5f7dfa65 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3860879
Feb 03 12:30:02.244913 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2527df-c921-4fdc-9321-039c60a4997f', 'tag': 'b16a8e4a-9632-4f6b-84ed-3c1e5e241196', 'status': 'completed', 'code': 200}
Feb 03 12:30:02.278157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-007fb73a-eeb7-46ef-9efa-539ea760a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:02.280080 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-007fb73a-eeb7-46ef-9efa-539ea760a77b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 200  len: 854 time: 0.1302736
Feb 03 12:30:02.368338 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-cc3560f7-8189-494a-b6a3-b0217e356c20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747926
Feb 03 12:30:02.469449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d8df8961-6795-4c5d-8c5e-ae04c259cf1e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:02.622661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d8df8961-6795-4c5d-8c5e-ae04c259cf1e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:02.623469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:02.626571 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-50b7af4c-2d6d-476c-94ad-6dd8cd68b40d service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2419112
Feb 03 12:30:03.074917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49108) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:03.161208 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3cef49ce-026d-491b-8e9a-04c980cc424c req-17d34e8b-08b2-469b-9a4f-a117f0a09cf4 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5243645
Feb 03 12:30:03.310380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b61a-50b2-4bf7-a6f8-15c61dc69743 req-71636102-3fbc-4653-a94f-43e37ea017b8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:03.314057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-9ca6b61a-50b2-4bf7-a6f8-15c61dc69743 req-71636102-3fbc-4653-a94f-43e37ea017b8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Synchronizing usage tracker for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:30:03.385899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 15360f52-3912-4458-a2b2-96005416217a up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:03.418710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-9ca6b61a-50b2-4bf7-a6f8-15c61dc69743 req-71636102-3fbc-4653-a94f-43e37ea017b8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Unset dirty status for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:30:03.427105 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9ca6b61a-50b2-4bf7-a6f8-15c61dc69743 req-71636102-3fbc-4653-a94f-43e37ea017b8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 932 time: 0.6297684
Feb 03 12:30:03.431156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1561c41-dd78-4886-a204-22fc9904f9d6 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:30:03.458835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:03.511598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49130) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:03.561468 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 15360f52-3912-4458-a2b2-96005416217a triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:03.561915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:03.587639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Transition to ACTIVE for port object d1561c41-dd78-4886-a204-22fc9904f9d6 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:30:03.607297 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33043c7-c14a-4526-afdf-8dc5fba5eef0 admin admin] Deleting subnet 4d041164-c133-4247-a22e-3c0923b58cad {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:30:03.607529 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7072b3c-f7af-4133-a801-d7d92591a5ce req-e5bc960a-2b45-4344-aebe-d9281f0c699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:03.609136 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e7072b3c-f7af-4133-a801-d7d92591a5ce req-e5bc960a-2b45-4344-aebe-d9281f0c699b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 1160 time: 0.3860848
Feb 03 12:30:03.611621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d33043c7-c14a-4526-afdf-8dc5fba5eef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:03.666016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:03.681548 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49136) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:03.713072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14f22e-d4c3-4ae3-a4b2-283b5b3b0ea9 req-513dd4f8-7ea7-45ae-bf7f-20ef4f47f5f3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:03.715045 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-eb14f22e-d4c3-4ae3-a4b2-283b5b3b0ea9 req-513dd4f8-7ea7-45ae-bf7f-20ef4f47f5f3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3450654
Feb 03 12:30:03.723435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:03.754150 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9ca6b61a-50b2-4bf7-a6f8-15c61dc69743 req-b67b3020-9f64-42b7-8f64-69e4314d7791 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3257103
Feb 03 12:30:03.782651 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d33043c7-c14a-4526-afdf-8dc5fba5eef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315325'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:03.859574 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-eb14f22e-d4c3-4ae3-a4b2-283b5b3b0ea9 req-74d3f0f7-2782-432d-bb71-4702a2fd8168 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142867
Feb 03 12:30:03.889499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4197dd4d-cbca-485a-a100-b893fc4e8450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:03.976132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7072b3c-f7af-4133-a801-d7d92591a5ce req-e305fba3-bb68-4ff4-a4db-e75feed3de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:03.978768 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e7072b3c-f7af-4133-a801-d7d92591a5ce req-e305fba3-bb68-4ff4-a4db-e75feed3de2b service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 908 time: 0.2623110
Feb 03 12:30:04.003402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:04.103821 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e7072b3c-f7af-4133-a801-d7d92591a5ce req-9308f461-64b0-4406-aeaf-0b5f56d3afa5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b16a8e4a-9632-4f6b-84ed-3c1e5e241196 HTTP/1.1" status: 200  len: 217 time: 0.1091802
Feb 03 12:30:04.146043 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3a39d4023547f09c3f0d7827182df8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:04.151608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:04.157849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:04.205630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7072b3c-f7af-4133-a801-d7d92591a5ce req-abe4f996-19c2-44d0-9d8d-46c18bb1cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:04.207467 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e7072b3c-f7af-4133-a801-d7d92591a5ce req-abe4f996-19c2-44d0-9d8d-46c18bb1cdd8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 200  len: 854 time: 0.0892529
Feb 03 12:30:04.240420 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Pushing event updated for resources: {'Port': ['ID=d1561c41-dd78-4886-a204-22fc9904f9d6,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:04.286099 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.286827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.287407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.287989 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.288556 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.289310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.289898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.290484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.291042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.291838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.292542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.293097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.293742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.294380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.294942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.295502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.296060 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.296614 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.298086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.298505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.305921 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.306391 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e7072b3c-f7af-4133-a801-d7d92591a5ce req-f59a1429-eb34-46d8-bfe6-3cd2672d1151 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0854123
Feb 03 12:30:04.306916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.307494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.308047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:04.322220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d33043c7-c14a-4526-afdf-8dc5fba5eef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:04.354975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:04.412181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:04.465773 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:04.507225 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e7072b3c-f7af-4133-a801-d7d92591a5ce req-367b6c5b-25fa-4452-8f6d-988221c1f57a service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842942
Feb 03 12:30:04.509814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] Usage tracker for resource:security_group_rule and tenant:a4ed458a923848bd961a3f12d1b25e7d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:04.727762 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e7072b3c-f7af-4133-a801-d7d92591a5ce req-724c3d03-bbd7-42b1-974a-0dc584481aeb service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2084172
Feb 03 12:30:04.815712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:04.886689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:04.992392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cc354-0dac-4f6f-8f21-571d3885979b req-7305d8fc-122d-4416-a5c0-fb8dd8e3d9e6 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:04.993797 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0b2cc354-0dac-4f6f-8f21-571d3885979b req-7305d8fc-122d-4416-a5c0-fb8dd8e3d9e6 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 943 time: 0.9508564
Feb 03 12:30:05.184379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.190937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1120-1007-4070-b3ec-0d41b9172cd0 req-25d17c00-99db-4dc9-85c0-78f278398330 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:05.192793 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76be1120-1007-4070-b3ec-0d41b9172cd0 req-25d17c00-99db-4dc9-85c0-78f278398330 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2246923
Feb 03 12:30:05.226842 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0b2cc354-0dac-4f6f-8f21-571d3885979b req-64f6442d-e141-4be9-b750-55587c72d318 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149546
Feb 03 12:30:05.227568 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.244777 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1d816604-e4b4-446b-998d-fd7ad88efe0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:05.363305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Attempting to bind port d1561c41-dd78-4886-a204-22fc9904f9d6 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:30:05.363871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Attempting to bind port d1561c41-dd78-4886-a204-22fc9904f9d6 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:30:05.364110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Attempting to bind port d1561c41-dd78-4886-a204-22fc9904f9d6 on network 77f62c44-14af-4652-8ba8-561fe738d674 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:30:05.384728 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.394786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:30:05.395279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Checking segment: {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:30:05.395527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.399958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-76be1120-1007-4070-b3ec-0d41b9172cd0 req-3e7b5347-5774-4bf1-8b61-fa53193d94c7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Synchronizing usage tracker for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:30:05.405121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Bound using segment: {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:30:05.405714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Bound port: d1561c41-dd78-4886-a204-22fc9904f9d6, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:30:05.406120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.425225 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7d3a39d4023547f09c3f0d7827182df8&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3430860
Feb 03 12:30:05.431129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49154) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:05.434945 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373f549d-d120-499d-9414-e83aea3d4c1a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:05.446863 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:05.461506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-76be1120-1007-4070-b3ec-0d41b9172cd0 req-3e7b5347-5774-4bf1-8b61-fa53193d94c7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Unset dirty status for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:30:05.478153 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76be1120-1007-4070-b3ec-0d41b9172cd0 req-3e7b5347-5774-4bf1-8b61-fa53193d94c7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2690747
Feb 03 12:30:05.596699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.621238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.633281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.633659 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d33043c7-c14a-4526-afdf-8dc5fba5eef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6455435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848430674'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.645389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.672375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e21358db-fc46-4b10-a384-51e1881b459f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:05.695166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.701086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:05.719593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373f549d-d120-499d-9414-e83aea3d4c1a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:05.730466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.730886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.731281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.731681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.732074 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.732467 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.732861 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.733250 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.733716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.734048 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.734545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.734937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.735379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.735771 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.736155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.736513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.736902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.737290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.737706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.738061 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.738487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.738867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.739248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.739627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:05.744159 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:05.745253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.750148 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/373f549d-d120-499d-9414-e83aea3d4c1a HTTP/1.1" status: 204  len: 168 time: 0.3128495
Feb 03 12:30:05.774648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] For port d1561c41-dd78-4886-a204-22fc9904f9d6, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:30:05.820238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49160) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:05.820562 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4ed458a923848bd961a3f12d1b25e7d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0986273
Feb 03 12:30:05.829460 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] For port d1561c41-dd78-4886-a204-22fc9904f9d6, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=d1561c41-dd78-4886-a204-22fc9904f9d6,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:30:05.839907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3fd005-f6d3-4b59-9428-e792495c4727,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:05.848547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:05.851274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f260bb95-9776-47e5-97b9-779cfe2767df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:05.884871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.915624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba25d0e7-f997-4a17-b735-83a93a47cb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:05.985725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba25d0e7-f997-4a17-b735-83a93a47cb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:06.009388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b3830-6966-4fac-892c-ba97c07480c2 req-d41ab2d8-6f45-4239-abc4-805377e69339 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:06.011851 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-473b3830-6966-4fac-892c-ba97c07480c2 req-d41ab2d8-6f45-4239-abc4-805377e69339 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.5237081
Feb 03 12:30:06.020183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33043c7-c14a-4526-afdf-8dc5fba5eef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d041164-c133-4247-a22e-3c0923b58cad,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:06.046950 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba25d0e7-f997-4a17-b735-83a93a47cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:06.052792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ec6f3321-29e2-4a1a-a4ed-b773cba54bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:06.068748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25d0e7-f997-4a17-b735-83a93a47cb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3fd005-f6d3-4b59-9428-e792495c4727,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:06.086912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d33043c7-c14a-4526-afdf-8dc5fba5eef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:06.090704 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ba25d0e7-f997-4a17-b735-83a93a47cb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:06.093681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:06.095861 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba25d0e7-f997-4a17-b735-83a93a47cb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:06.097299 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ba25d0e7-f997-4a17-b735-83a93a47cb2c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f3fd005-f6d3-4b59-9428-e792495c4727 HTTP/1.1" status: 204  len: 168 time: 0.2752516
Feb 03 12:30:06.188675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d33043c7-c14a-4526-afdf-8dc5fba5eef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:06.277549 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49168) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:06.277816 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d33043c7-c14a-4526-afdf-8dc5fba5eef0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4d041164-c133-4247-a22e-3c0923b58cad HTTP/1.1" status: 204  len: 168 time: 2.7627401
Feb 03 12:30:06.298508 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-473b3830-6966-4fac-892c-ba97c07480c2 req-c373b4a1-96bb-4afc-9556-36da995202e7 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2759392
Feb 03 12:30:06.321223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Pushing event updated for resources: {'Port': ['ID=d1561c41-dd78-4886-a204-22fc9904f9d6,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:06.337186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:06.374700 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:06.376443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:06.380191 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] 10.222.0.86 "PUT /v2.0/ports/d1561c41-dd78-4886-a204-22fc9904f9d6 HTTP/1.1" status: 200  len: 1158 time: 4.9794130
Feb 03 12:30:06.382147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:30:06.605703 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6', 'status': 'completed', 'code': 200}
Feb 03 12:30:06.747147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:06.766997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-13cea262-26ef-49a7-a324-dd3e652fd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:06.771797 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-13cea262-26ef-49a7-a324-dd3e652fd49d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 1161 time: 0.3287148
Feb 03 12:30:06.884207 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-16ae324d-23a9-4759-b843-9123647a464e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1561c41-dd78-4886-a204-22fc9904f9d6 HTTP/1.1" status: 200  len: 217 time: 0.0967479
Feb 03 12:30:06.930062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49188) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:07.015647 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-59199793-451b-4ba5-ae88-57d66f3d5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:07.017759 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-59199793-451b-4ba5-ae88-57d66f3d5c18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.0887613
Feb 03 12:30:07.114676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:07.195372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:07.203086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d8df8961-6795-4c5d-8c5e-ae04c259cf1e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:07.223849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] Usage tracker for resource:security_group_rule and tenant:6a34dbe64e154631a9ebed7ad750a284 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:07.228101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:07.240373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:07.325228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d8df8961-6795-4c5d-8c5e-ae04c259cf1e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:07.325881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:07.435835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72913954-ad8b-4db6-a710-2839fce807dd req-fa4012c7-1a15-4cd9-9277-3a2ab51c4d34 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:07.443571 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-72913954-ad8b-4db6-a710-2839fce807dd req-fa4012c7-1a15-4cd9-9277-3a2ab51c4d34 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.5578682
Feb 03 12:30:07.444719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:07.478366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device b16a8e4a-9632-4f6b-84ed-3c1e5e241196 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:07.546319 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-72913954-ad8b-4db6-a710-2839fce807dd req-e9139623-7870-40e0-9d4d-80f3314a533f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016304
Feb 03 12:30:07.565722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-19e20dc2-7be9-459a-b119-c90367d32efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:07.567696 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-19e20dc2-7be9-459a-b119-c90367d32efa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5203173
Feb 03 12:30:07.616223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port b16a8e4a-9632-4f6b-84ed-3c1e5e241196 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:30:07.624249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port b16a8e4a-9632-4f6b-84ed-3c1e5e241196 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:07.624684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:07.667476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2a039d3208>> segment before_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.672770 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2a039d3208>> subnet precommit_delete_associations 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.676764 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a02c9f0b8>> segment_host_mapping after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.677251 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a02c9f0b8>> port after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.677731 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a02c9f0b8>> port after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.678209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a02c9f0b8>> port after_update 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.678676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a02c9f0b8>> segment after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.679161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a02c9f0b8>> subnet after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.682686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a02c9f0b8>> subnet after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.683187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a02c9f0b8>> subnet after_update 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.837081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a02d9c438>> subnet after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.840071 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a02d9c438>> subnet after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.840600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a02d9c438>> subnet before_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.841085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a02d9c438>> subnet before_update 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 12:30:07.842792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a0361dd30>,) {'filters': {'network_id': ['72851f20-0cca-4a31-993b-9693498c8ab6']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:30:07.862519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:07.880305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a0361dd30>, '2d978dcd-2bcf-4c26-a792-1780af339b03') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:30:07.880961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a0361dd30>, '2d978dcd-2bcf-4c26-a792-1780af339b03') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:30:07.904972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port b16a8e4a-9632-4f6b-84ed-3c1e5e241196, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=b16a8e4a-9632-4f6b-84ed-3c1e5e241196,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:30:07.906589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2527df-c921-4fdc-9321-039c60a4997f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16a8e4a-9632-4f6b-84ed-3c1e5e241196'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:30:07.914189 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:07.916377 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847841726'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:07.917045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-80f788d8-6d55-46b9-9246-bc9d9435d9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:07.991362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:07.994030 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:30:08.000384 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:08.022072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:08.045886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=b16a8e4a-9632-4f6b-84ed-3c1e5e241196,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:08.051718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3f4244f4-dde3-4702-a33d-8f57479c42c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:08.054742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:08.085538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39ffe0-f307-4768-a7b5-89d87a692e1c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:08.094211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:08.108051 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-1623ada5-a4cc-47be-b1f0-7d7954d50650 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5214279
Feb 03 12:30:08.207881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ab261-d1c4-42a2-97e6-402a37279124 req-d8dd53ea-3f39-4a36-a3ce-502c3655a2f8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:08.215764 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ff7ab261-d1c4-42a2-97e6-402a37279124 req-d8dd53ea-3f39-4a36-a3ce-502c3655a2f8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3453801
Feb 03 12:30:08.246904 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a34dbe64e154631a9ebed7ad750a284&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3072054
Feb 03 12:30:08.261392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49210) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:08.306331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Network 72851f20-0cca-4a31-993b-9693498c8ab6 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:30:08.422389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4333d-b6cf-4866-91f8-ee132c1fe0cd req-132236d0-178c-4184-bf55-086a54a22a89 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:08.434709 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8fa4333d-b6cf-4866-91f8-ee132c1fe0cd req-132236d0-178c-4184-bf55-086a54a22a89 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 943 time: 1.7858059
Feb 03 12:30:08.439784 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846616471'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:08.486811 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device b16a8e4a-9632-4f6b-84ed-3c1e5e241196 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:08.632589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port b16a8e4a-9632-4f6b-84ed-3c1e5e241196 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:08.633046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:08.732829 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c32b1bca-0dc8-4dea-9c21-84abe1c2d657 req-52c6d9ce-4a27-4509-83d9-9c5f195b3ed6 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4966383
Feb 03 12:30:08.804017 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ff7ab261-d1c4-42a2-97e6-402a37279124 req-34ea283d-7839-49b7-99ec-b30e81ca8409 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5871854
Feb 03 12:30:08.891411 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8fa4333d-b6cf-4866-91f8-ee132c1fe0cd req-dac569a6-76dc-44bf-8169-b4958639d7cb tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4549661
Feb 03 12:30:08.996878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-c5cf2839-3d2a-422e-a2ef-17bd25df8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:08.999826 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-c5cf2839-3d2a-422e-a2ef-17bd25df8428 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 1161 time: 0.1946936
Feb 03 12:30:09.022851 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2527df-c921-4fdc-9321-039c60a4997f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16a8e4a-9632-4f6b-84ed-3c1e5e241196', 'code': 200}
Feb 03 12:30:09.096502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Network 72851f20-0cca-4a31-993b-9693498c8ab6 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   (rel_b, rel_a, rel_b),
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   (rel_b, rel_a, rel_b),
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:30:09.206810 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:30:09.248683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-285406cf-0bfa-4996-be3c-e7da3fb5e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:09.250435 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-285406cf-0bfa-4996-be3c-e7da3fb5e737 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 910 time: 0.2404859
Feb 03 12:30:09.366430 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-d3925311-7c9e-4e99-89c7-814fb5ab767d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1561c41-dd78-4886-a204-22fc9904f9d6 HTTP/1.1" status: 200  len: 217 time: 0.0949757
Feb 03 12:30:09.458270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-4734b8b1-1248-453b-9883-8a92e8087855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:09.459848 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-4734b8b1-1248-453b-9883-8a92e8087855 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.0833838
Feb 03 12:30:09.473570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70626a5f-a277-4306-a138-7c2029e4cb29 req-3f78fd3e-dcf2-40ae-81b1-254880add356 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:09.475422 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-70626a5f-a277-4306-a138-7c2029e4cb29 req-3f78fd3e-dcf2-40ae-81b1-254880add356 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.3642039
Feb 03 12:30:09.485619 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9272a818-a864-4ca2-aef4-637a4ae940a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:09.516281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9272a818-a864-4ca2-aef4-637a4ae940a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:09.577452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:09.588178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-64760893-f72b-42e3-94df-f5e54bc15a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:09.590004 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-64760893-f72b-42e3-94df-f5e54bc15a21 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1157064
Feb 03 12:30:09.592428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:09.606988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:09.621005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9272a818-a864-4ca2-aef4-637a4ae940a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:09.661124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9272a818-a864-4ca2-aef4-637a4ae940a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:09.665008 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9272a818-a864-4ca2-aef4-637a4ae940a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a39ffe0-f307-4768-a7b5-89d87a692e1c HTTP/1.1" status: 204  len: 168 time: 1.3948393
Feb 03 12:30:09.665008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Pushing event deleted for resources: {'Network': ['ID=72851f20-0cca-4a31-993b-9693498c8ab6,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:09.670923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:09.675975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f9395578-3e7c-48c8-86d7-94f7a3d253ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:09.692391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272a818-a864-4ca2-aef4-637a4ae940a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39ffe0-f307-4768-a7b5-89d87a692e1c,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:09.704192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9272a818-a864-4ca2-aef4-637a4ae940a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:09.706045 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] 10.222.0.38 "DELETE /v2.0/networks/72851f20-0cca-4a31-993b-9693498c8ab6 HTTP/1.1" status: 204  len: 168 time: 3.4269722
Feb 03 12:30:09.712924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49228) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:09.735771 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-70626a5f-a277-4306-a138-7c2029e4cb29 req-f4dae5c4-6e6b-40e5-9176-2d059a83162a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2039580
Feb 03 12:30:09.848450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33951b0-31f2-44a5-b975-8d812bb4396c admin admin] Deleting subnet 6aa0b5ee-a92e-4d61-bd48-4be705b1db59 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:30:09.853545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b33951b0-31f2-44a5-b975-8d812bb4396c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:09.892259 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047d2d-99da-4bb6-92b3-1e60f8df1fbf req-7d42a09e-0ca5-487d-ae66-354784133289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:09.893941 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60047d2d-99da-4bb6-92b3-1e60f8df1fbf req-7d42a09e-0ca5-487d-ae66-354784133289 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 1162 time: 0.6051109
Feb 03 12:30:09.922215 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-3004d483-24e4-4fbc-9853-49e415e5d3f4 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3210657
Feb 03 12:30:09.926839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b33951b0-31f2-44a5-b975-8d812bb4396c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934090'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:10.155446 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60047d2d-99da-4bb6-92b3-1e60f8df1fbf req-6eeb0ee6-7929-4841-85a3-6e0bfb3724c2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704273
Feb 03 12:30:10.356450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fdefa-efb8-4daf-999a-92f8756574b6 req-3c853ba6-3c0f-4c4f-b691-cd90b8db9073 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:10.358237 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8f8fdefa-efb8-4daf-999a-92f8756574b6 req-3c853ba6-3c0f-4c4f-b691-cd90b8db9073 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2252548
Feb 03 12:30:10.376554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b33951b0-31f2-44a5-b975-8d812bb4396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:10.402790 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e64f2b84-8493-48c0-b01e-ca9f6404d8cb req-a6c0d9e5-ddb0-49e8-854e-e247b789b6ed service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4715457
Feb 03 12:30:10.457697 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8f8fdefa-efb8-4daf-999a-92f8756574b6 req-6cd1b387-8cd7-440b-b7fb-0d4fc43eb4f8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887072
Feb 03 12:30:10.507210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49244) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:10.532379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:10.551533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:10.556238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] Usage tracker for resource:security_group_rule and tenant:d162ac5427e74d29a9354d05e303d9b6 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:10.560351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:10.566095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:10.667666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012e094-c8da-483a-a71b-4a30ee380519 req-e24b62eb-5f65-4e01-b8ec-e5b6c7926512 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:10.669825 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9012e094-c8da-483a-a71b-4a30ee380519 req-e24b62eb-5f65-4e01-b8ec-e5b6c7926512 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 945 time: 0.5166888
Feb 03 12:30:10.678339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:10.687209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:10.706088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2c1edeab-800d-4959-9f22-ea0ace082380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:10.771206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5690b6a-e7fa-4fa2-b8bd-33874002b614,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:10.796366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:10.844387 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9012e094-c8da-483a-a71b-4a30ee380519 req-ee51ae1e-f6bf-4c5a-9adf-5046b9bb9ff9 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626837
Feb 03 12:30:10.844524 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d162ac5427e74d29a9354d05e303d9b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3334541
Feb 03 12:30:10.845332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49252) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:11.001197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b33951b0-31f2-44a5-b975-8d812bb4396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846616570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846550028'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:11.013405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-482b2ac5-6d19-405d-86c9-4e59c21fcb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:11.022045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2a5a82df-3ba7-4e97-ba4d-3becb48262ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:11.062108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33951b0-31f2-44a5-b975-8d812bb4396c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa0b5ee-a92e-4d61-bd48-4be705b1db59,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:11.062781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-482b2ac5-6d19-405d-86c9-4e59c21fcb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:11.117081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b33951b0-31f2-44a5-b975-8d812bb4396c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:11.178041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b33951b0-31f2-44a5-b975-8d812bb4396c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:11.186280 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b33951b0-31f2-44a5-b975-8d812bb4396c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6aa0b5ee-a92e-4d61-bd48-4be705b1db59 HTTP/1.1" status: 204  len: 168 time: 1.4486201
Feb 03 12:30:11.188666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49256) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:11.193741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661a7ee-8475-4a8b-8c0e-a1b3269a3fb0 req-9871aa57-dc69-44fe-9576-ee545eb09fae tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:11.195562 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a661a7ee-8475-4a8b-8c0e-a1b3269a3fb0 req-9871aa57-dc69-44fe-9576-ee545eb09fae tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2592249
Feb 03 12:30:11.294961 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a661a7ee-8475-4a8b-8c0e-a1b3269a3fb0 req-94246786-a4ec-4cf1-930d-92cc3054202c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846307
Feb 03 12:30:11.301206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-482b2ac5-6d19-405d-86c9-4e59c21fcb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:11.323054 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d6919913-88cd-4716-8faa-0b0208bc565b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:11.339832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:11.355175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b2ac5-6d19-405d-86c9-4e59c21fcb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5690b6a-e7fa-4fa2-b8bd-33874002b614,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:11.360924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-482b2ac5-6d19-405d-86c9-4e59c21fcb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:11.365603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-482b2ac5-6d19-405d-86c9-4e59c21fcb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:11.369466 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-482b2ac5-6d19-405d-86c9-4e59c21fcb0f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b5690b6a-e7fa-4fa2-b8bd-33874002b614 HTTP/1.1" status: 204  len: 168 time: 0.5191345
Feb 03 12:30:11.598189 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:11.738656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a02ca6240>,) {'filters': {'network_id': ['dff67e72-1995-4b7f-be81-08d2d9c367af']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:30:11.765509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02ca6240>, '83d4916b-c1fd-43a7-90ad-8c06243651a3') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:30:11.765738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02ca6240>, '83d4916b-c1fd-43a7-90ad-8c06243651a3') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:30:11.779712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847841726'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:11.857276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:11.859531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:30:12.339489 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aa345-2821-4c6c-b083-822bb1b46442 req-a1406d02-7350-472c-b9ca-be3ebb9980de tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:12.341222 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-450aa345-2821-4c6c-b083-822bb1b46442 req-a1406d02-7350-472c-b9ca-be3ebb9980de tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 945 time: 0.2867942
Feb 03 12:30:12.386198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Network dff67e72-1995-4b7f-be81-08d2d9c367af has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:30:12.400324 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846616471'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:12.432360 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-450aa345-2821-4c6c-b083-822bb1b46442 req-cc8b5830-e3df-467f-8374-6666e59d5a92 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783966
Feb 03 12:30:12.630083 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Network dff67e72-1995-4b7f-be81-08d2d9c367af has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:30:12.657128 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:30:12.778721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c2124-2c87-46fb-ad2e-20bf180bb53e req-1ca86168-e6b2-471b-9b86-43ca66199cd0 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:12.784684 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-897c2124-2c87-46fb-ad2e-20bf180bb53e req-1ca86168-e6b2-471b-9b86-43ca66199cd0 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.9874363
Feb 03 12:30:12.998360 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-897c2124-2c87-46fb-ad2e-20bf180bb53e req-243b62b8-a988-423b-8fe1-93cced409a4c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125382
Feb 03 12:30:13.016914 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1307e-39af-48e9-97d1-1411706599db req-569e6aad-8f2f-4fa7-b900-d9059a9ee63e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:13.016914 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-47a1307e-39af-48e9-97d1-1411706599db req-569e6aad-8f2f-4fa7-b900-d9059a9ee63e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.3557303
Feb 03 12:30:13.113680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:13.120108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:13.124686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:13.135231 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-47a1307e-39af-48e9-97d1-1411706599db req-ef6b1e68-da9a-4e1b-8048-d646dedd5170 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919154
Feb 03 12:30:13.159113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff67e72-1995-4b7f-be81-08d2d9c367af,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:13.162111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:13.166893 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-5e7bd9aa-3018-4457-b18d-439bd9310e38 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dff67e72-1995-4b7f-be81-08d2d9c367af HTTP/1.1" status: 204  len: 168 time: 1.9741197
Feb 03 12:30:13.425119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49302) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:13.486252 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-367a60ff-6c47-4a36-85da-8b8d767256ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23af73269dae4fcf96f47ab85801f4d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0590267
Feb 03 12:30:13.486581 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49308) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:13.552354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5651d5f7-d211-4682-84f2-f3001c50f2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:13.582564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5651d5f7-d211-4682-84f2-f3001c50f2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:13.634263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5651d5f7-d211-4682-84f2-f3001c50f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:13.638355 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-85cdaebf-fa1b-4a57-907f-112189a7de2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:13.652722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651d5f7-d211-4682-84f2-f3001c50f2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce4c26-e197-4678-ba6f-d6be27f7bf42,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:13.659865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5651d5f7-d211-4682-84f2-f3001c50f2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:13.660692 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5651d5f7-d211-4682-84f2-f3001c50f2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:13.664412 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-5651d5f7-d211-4682-84f2-f3001c50f2cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91ce4c26-e197-4678-ba6f-d6be27f7bf42 HTTP/1.1" status: 204  len: 168 time: 0.1742680
Feb 03 12:30:13.815576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6183a8-ea26-49ea-8469-fdbd3ea76a24 req-10e36feb-cc4b-46e8-a7d8-83b2da280649 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:13.824059 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6e6183a8-ea26-49ea-8469-fdbd3ea76a24 req-10e36feb-cc4b-46e8-a7d8-83b2da280649 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 945 time: 0.2228041
Feb 03 12:30:13.910412 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6e6183a8-ea26-49ea-8469-fdbd3ea76a24 req-80951965-9e5e-4cf0-88e1-4ac9a34ccb4c tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851417
Feb 03 12:30:14.216161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49344) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:14.299864 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0865d7bc-1c06-4525-8565-b5eae4e24467 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82fc6001c2f648d3ac0bf27b4454448b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0825248
Feb 03 12:30:14.301443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49350) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:14.350035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f06409-4728-44ff-bb81-115edf12a42a req-4af0ea8c-389e-427d-a9ce-8c3d9eb30e08 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:14.357888 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-65f06409-4728-44ff-bb81-115edf12a42a req-4af0ea8c-389e-427d-a9ce-8c3d9eb30e08 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1960020
Feb 03 12:30:14.377814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d5de3ca4-b1ad-4f31-94ab-cb1f0c31e195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:14.420051 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d5de3ca4-b1ad-4f31-94ab-cb1f0c31e195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:14.424763 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-65f06409-4728-44ff-bb81-115edf12a42a req-85588659-e1ce-4004-922f-faac8df5b2b9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658827
Feb 03 12:30:14.556583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d5de3ca4-b1ad-4f31-94ab-cb1f0c31e195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:14.562688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a5226c2a-9b27-45e1-819e-4d4b5b56b501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:14.580272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3ca4-b1ad-4f31-94ab-cb1f0c31e195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf360b97-23a7-4ded-ba92-f86b5f72257f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:14.586910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d5de3ca4-b1ad-4f31-94ab-cb1f0c31e195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:14.589562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d5de3ca4-b1ad-4f31-94ab-cb1f0c31e195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:14.590826 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d5de3ca4-b1ad-4f31-94ab-cb1f0c31e195 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf360b97-23a7-4ded-ba92-f86b5f72257f HTTP/1.1" status: 204  len: 168 time: 0.2879171
Feb 03 12:30:14.704683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3edfce-4ac8-49ca-aefa-54ac3c4cda3b req-0b1ecc95-4e48-42a9-a238-ac37ee06ba56 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:14.706532 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ff3edfce-4ac8-49ca-aefa-54ac3c4cda3b req-0b1ecc95-4e48-42a9-a238-ac37ee06ba56 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2647624
Feb 03 12:30:14.781633 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ff3edfce-4ac8-49ca-aefa-54ac3c4cda3b req-a1787176-ec90-4e4d-9ad6-84c4a991155a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657823
Feb 03 12:30:14.875628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-4b004493-6bb8-45b1-84ce-cef2b492c777 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:14.877249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-4b004493-6bb8-45b1-84ce-cef2b492c777 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Synchronizing usage tracker for tenant:3698844f87134bf89829473444d0544f on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:30:14.903899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-4b004493-6bb8-45b1-84ce-cef2b492c777 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Unset dirty status for tenant:3698844f87134bf89829473444d0544f on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:30:14.905592 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-4b004493-6bb8-45b1-84ce-cef2b492c777 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 815 time: 0.3369927
Feb 03 12:30:14.941312 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-0896cb27-7a24-4b53-aff4-44997489a045 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/quotas/3698844f87134bf89829473444d0544f HTTP/1.1" status: 200  len: 375 time: 0.0290117
Feb 03 12:30:15.130862 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-baf242fc-425b-4465-b8d5-5a35bf3001ac tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Synchronizing usage tracker for tenant:3698844f87134bf89829473444d0544f on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:30:15.148972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-baf242fc-425b-4465-b8d5-5a35bf3001ac tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Unset dirty status for tenant:3698844f87134bf89829473444d0544f on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:30:15.162183 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-baf242fc-425b-4465-b8d5-5a35bf3001ac tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2091105
Feb 03 12:30:15.317852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bd4b0-d784-4482-8b94-232889cc28f4 req-c8e97b39-82ff-43b2-a8bb-1bac5b1506d2 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:15.326885 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f35bd4b0-d784-4482-8b94-232889cc28f4 req-c8e97b39-82ff-43b2-a8bb-1bac5b1506d2 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 945 time: 0.1992760
Feb 03 12:30:15.327006 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-c90a9363-8ac4-4f42-8851-77097f8fe552 service neutron] 10.222.0.38 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615407
Feb 03 12:30:15.399479 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f35bd4b0-d784-4482-8b94-232889cc28f4 req-a570dd8e-5614-4b09-a847-5e251b2bb9b5 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727420
Feb 03 12:30:15.522038 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-7c161105-599a-40b7-918c-17b8461c1ade service neutron] 10.222.0.38 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1894941
Feb 03 12:30:15.761210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f3437-4aa8-42e4-9831-6011fee9494f req-aa79bbaf-076b-4580-926a-93ddeeb41937 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:15.769043 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df4f3437-4aa8-42e4-9831-6011fee9494f req-aa79bbaf-076b-4580-926a-93ddeeb41937 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2004633
Feb 03 12:30:15.894595 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df4f3437-4aa8-42e4-9831-6011fee9494f req-b6ead2b0-50b5-475b-8733-81bc0b640465 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242383
Feb 03 12:30:15.916901 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fcc15b1b-4c33-40d5-aa1c-bf57797e7c5c req-d973be2f-b608-418f-af67-224552342eee tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 210 time: 0.1072214
Feb 03 12:30:16.247452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479830a-a361-4585-92d1-1a5ece7e2681 req-4ac614c6-da6b-4665-9541-72e142491cd8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:16.252711 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f479830a-a361-4585-92d1-1a5ece7e2681 req-4ac614c6-da6b-4665-9541-72e142491cd8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2304046
Feb 03 12:30:16.398867 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f479830a-a361-4585-92d1-1a5ece7e2681 req-8bc5f86c-d03c-47be-95f0-d4a943c7ff06 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426644
Feb 03 12:30:16.581383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49448) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:16.753522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9f54-db3e-43c2-b6c3-2f5259464386 req-8ba760b4-34c5-4fed-8547-00ef4788e301 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:16.759903 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f53d9f54-db3e-43c2-b6c3-2f5259464386 req-8ba760b4-34c5-4fed-8547-00ef4788e301 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 945 time: 0.1884820
Feb 03 12:30:16.770654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:16.790025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:16.794986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] Usage tracker for resource:security_group_rule and tenant:de17120d7da245dfb457b60285563e47 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:16.798133 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:16.806276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:16.828799 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f53d9f54-db3e-43c2-b6c3-2f5259464386 req-06a3179d-a4af-40b7-b6cf-ba039514edad tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629838
Feb 03 12:30:16.914478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:16.919138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:16.928942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:16.958775 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=de17120d7da245dfb457b60285563e47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3761601
Feb 03 12:30:16.963052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49468) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:17.005011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2e17c0-880f-4afe-8079-237b09b8c771,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:17.011212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:17.052482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ae3413c8-2b40-433c-93a4-59addfdf6bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:17.086106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ae3413c8-2b40-433c-93a4-59addfdf6bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:17.139243 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ae3413c8-2b40-433c-93a4-59addfdf6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:17.147465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e819631-d2d9-4304-8e85-e7ad2641c889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:17.163001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3413c8-2b40-433c-93a4-59addfdf6bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2e17c0-880f-4afe-8079-237b09b8c771,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:17.165892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ae3413c8-2b40-433c-93a4-59addfdf6bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:17.167245 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ae3413c8-2b40-433c-93a4-59addfdf6bfb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf2e17c0-880f-4afe-8079-237b09b8c771 HTTP/1.1" status: 204  len: 168 time: 0.2030582
Feb 03 12:30:17.168242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ae3413c8-2b40-433c-93a4-59addfdf6bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:17.332755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2edc9-c65c-472e-80fa-cc95bd7dbcd6 req-d3a2864f-2f28-4c98-aaea-c2912ef117a9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:17.334764 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f0a2edc9-c65c-472e-80fa-cc95bd7dbcd6 req-d3a2864f-2f28-4c98-aaea-c2912ef117a9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2601407
Feb 03 12:30:17.440937 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f0a2edc9-c65c-472e-80fa-cc95bd7dbcd6 req-67af090f-88f5-4893-99a1-00edc5547653 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936952
Feb 03 12:30:17.609444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a371f-6644-4203-928d-e6200067777e req-22ed6b13-dc8a-4c27-bc22-ee2433e3fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:17.611110 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce0a371f-6644-4203-928d-e6200067777e req-22ed6b13-dc8a-4c27-bc22-ee2433e3fcf4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 1162 time: 0.2090926
Feb 03 12:30:17.648539 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c02abd94-55b1-4f33-8945-d7e61242682a req-654297eb-7567-419e-9f5c-784cfb45f566 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 210 time: 0.0628204
Feb 03 12:30:17.749585 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce0a371f-6644-4203-928d-e6200067777e req-f4779ab9-83fb-464d-95b2-6a281a9e5a4a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229544
Feb 03 12:30:17.968155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-e698b93a-76d6-4104-80c4-18caf8cecb9e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:17.969885 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-e698b93a-76d6-4104-80c4-18caf8cecb9e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.86 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 815 time: 0.3205471
Feb 03 12:30:17.993567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520c780-43c0-4dcd-bf7c-00f5e1179047 req-b6db4184-ae79-4204-ab72-0b1492dff940 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:18.001772 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7520c780-43c0-4dcd-bf7c-00f5e1179047 req-b6db4184-ae79-4204-ab72-0b1492dff940 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2464447
Feb 03 12:30:18.069555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Request body: {'port': {'device_id': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'admin_state_up': True, 'tenant_id': '3698844f87134bf89829473444d0544f'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:30:18.074305 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7520c780-43c0-4dcd-bf7c-00f5e1179047 req-6c7d68b2-c0aa-42e8-8515-f9630e7ccabe tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714715
Feb 03 12:30:18.270782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:18.282684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:18.293010 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Made reservation on behalf of 3698844f87134bf89829473444d0544f for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:30:18.320085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:18.664968 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Allocated IP 172.20.0.3 (cae0d62e-0834-4404-b104-89c82301edff/f5c3ab20-38ee-4e23-b666-1e389b2e2eaa/009a75e0-63e1-45a0-af03-ad0fb5c6b13e) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:30:18.763303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c714b-d770-4b75-a0a9-2fc7c7d0f81a req-d8808957-f1af-4a1f-97a9-c67a9139f457 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:18.765035 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-735c714b-d770-4b75-a0a9-2fc7c7d0f81a req-d8808957-f1af-4a1f-97a9-c67a9139f457 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1731262
Feb 03 12:30:18.854498 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-735c714b-d770-4b75-a0a9-2fc7c7d0f81a req-459c590a-2289-4d5c-b047-8d4859d34c25 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822978
Feb 03 12:30:18.894714 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-82b41dd6-7fcc-4463-9e45-c7dd646e68cb req-3cd1b8ee-b60d-4b6d-aaf2-42b039ad48d8 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 210 time: 0.0731616
Feb 03 12:30:19.013501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:19.045231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Transition to ACTIVE for port object 009a75e0-63e1-45a0-af03-ad0fb5c6b13e will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:30:19.076784 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:19.236637 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:19.321204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event updated for resources: {'Port': ['ID=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:19.326746 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:19.338851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Network cae0d62e-0834-4404-b104-89c82301edff is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:30:19.340101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:30:19.342531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:30:19.525446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:19.529344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:19.570923 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5072982
Feb 03 12:30:19.582305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471d911-8cd6-4ad7-9cfc-783c209e7e79 req-532224ba-fb30-4695-bac6-1607a9ba1ab8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:19.590199 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3471d911-8cd6-4ad7-9cfc-783c209e7e79 req-532224ba-fb30-4695-bac6-1607a9ba1ab8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.3234081
Feb 03 12:30:19.678371 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3471d911-8cd6-4ad7-9cfc-783c209e7e79 req-6d271e4c-1af2-4c64-9b53-45435ecd55e2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868459
Feb 03 12:30:19.726420 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-679ae285-fc8f-4cd0-addd-7603107aee2d None None] Provisioning for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:30:19.731911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-679ae285-fc8f-4cd0-addd-7603107aee2d None None] Provisioning complete for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:19.732174 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-679ae285-fc8f-4cd0-addd-7603107aee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:19.792491 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-679ae285-fc8f-4cd0-addd-7603107aee2d None None] Port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:30:20.329291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc2326-2c54-4e6e-8f56-04e5bbfe59ba req-18e0f6da-e9ea-47af-aaa0-67b98709ab4f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:20.331080 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-72fc2326-2c54-4e6e-8f56-04e5bbfe59ba req-18e0f6da-e9ea-47af-aaa0-67b98709ab4f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.2126148
Feb 03 12:30:20.350437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:20.443528 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-72fc2326-2c54-4e6e-8f56-04e5bbfe59ba req-8d28d325-b140-4ac8-8624-4a1c97b82fa9 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032085
Feb 03 12:30:20.501683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port d1561c41-dd78-4886-a204-22fc9904f9d6 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:30:20.507988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d1561c41-dd78-4886-a204-22fc9904f9d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:20.508786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:20.515744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6adaf-13c7-482f-86a6-f7e04b7f628d req-03e91188-7fc5-4c03-a075-f67dfed13385 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:20.517456 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81c6adaf-13c7-482f-86a6-f7e04b7f628d req-03e91188-7fc5-4c03-a075-f67dfed13385 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3443835
Feb 03 12:30:20.610199 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81c6adaf-13c7-482f-86a6-f7e04b7f628d req-01d62236-707c-495b-b2b9-c420d94630e9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855896
Feb 03 12:30:20.819436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:20.850642 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:30:20.861613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port d1561c41-dd78-4886-a204-22fc9904f9d6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=d1561c41-dd78-4886-a204-22fc9904f9d6,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:30:20.868929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:20.869899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d8df8961-6795-4c5d-8c5e-ae04c259cf1e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:20.875338 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49608) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:20.975046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:21.014460 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6', 'code': 200}
Feb 03 12:30:21.132639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=d1561c41-dd78-4886-a204-22fc9904f9d6,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:21.141798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.142185 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.142563 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.142935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.143307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.143673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.144180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.144708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.145073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.145435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.145825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.146188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.146588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.146951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.147314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.147672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.148097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.148462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.148817 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.149179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.149539 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.149924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.150281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.150637 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:30:21.155418 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:21.161799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85e1a2-5f84-4694-8daa-6bd2513c9e53 req-6e6ecb6b-364a-4b21-91ff-a8b330fdf37e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:21.168232 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fa85e1a2-5f84-4694-8daa-6bd2513c9e53 req-6e6ecb6b-364a-4b21-91ff-a8b330fdf37e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2614925
Feb 03 12:30:21.170720 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d8df8961-6795-4c5d-8c5e-ae04c259cf1e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:21.171320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:21.191019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:21.210263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:21.214474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] Usage tracker for resource:security_group_rule and tenant:5a9abfdeef7a4fa7adfb92c4386c3002 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:21.217936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:21.224122 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:21.355252 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fa85e1a2-5f84-4694-8daa-6bd2513c9e53 req-06489a9e-b80e-47f3-a393-7a5801a47ce0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1500924
Feb 03 12:30:21.396249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:21.399426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:21.408698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bb4c7d4c-2684-45ed-8230-73ea35ef9778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:21.465718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96ead69-3ade-43ef-a0cc-1086a27b85b5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:21.472484 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a9abfdeef7a4fa7adfb92c4386c3002&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5940135
Feb 03 12:30:21.472484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:21.473607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49630) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:21.540585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4652b103-2663-4e7b-a2ec-00aab9650e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:21.569330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4652b103-2663-4e7b-a2ec-00aab9650e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:21.634536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:21.743041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d1561c41-dd78-4886-a204-22fc9904f9d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:21.743472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:21.857794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382614e-b6d9-4034-a5c0-a17fc7a16d60 req-16d81c8d-5220-4fda-aa1a-30f05e47ebda tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:21.858794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-5382614e-b6d9-4034-a5c0-a17fc7a16d60 req-16d81c8d-5220-4fda-aa1a-30f05e47ebda tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Synchronizing usage tracker for tenant:3698844f87134bf89829473444d0544f on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:30:21.881899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4652b103-2663-4e7b-a2ec-00aab9650e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:21.887892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:21.888567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d8df8961-6795-4c5d-8c5e-ae04c259cf1e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:21.896280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-5382614e-b6d9-4034-a5c0-a17fc7a16d60 req-16d81c8d-5220-4fda-aa1a-30f05e47ebda tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Unset dirty status for tenant:3698844f87134bf89829473444d0544f on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:30:21.904497 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5382614e-b6d9-4034-a5c0-a17fc7a16d60 req-16d81c8d-5220-4fda-aa1a-30f05e47ebda tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.3272717
Feb 03 12:30:21.968652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652b103-2663-4e7b-a2ec-00aab9650e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96ead69-3ade-43ef-a0cc-1086a27b85b5,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:21.970841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4652b103-2663-4e7b-a2ec-00aab9650e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:21.972017 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4652b103-2663-4e7b-a2ec-00aab9650e00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d96ead69-3ade-43ef-a0cc-1086a27b85b5 HTTP/1.1" status: 204  len: 168 time: 0.4972887
Feb 03 12:30:22.012673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-5382614e-b6d9-4034-a5c0-a17fc7a16d60 req-187b69e8-74d0-4f94-85fb-89d461653884 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Synchronizing usage tracker for tenant:3698844f87134bf89829473444d0544f on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:30:22.034794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4652b103-2663-4e7b-a2ec-00aab9650e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:22.060953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-5382614e-b6d9-4034-a5c0-a17fc7a16d60 req-187b69e8-74d0-4f94-85fb-89d461653884 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Unset dirty status for tenant:3698844f87134bf89829473444d0544f on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:30:22.061584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d8df8961-6795-4c5d-8c5e-ae04c259cf1e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:22.062194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:22.078692 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5382614e-b6d9-4034-a5c0-a17fc7a16d60 req-187b69e8-74d0-4f94-85fb-89d461653884 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731389
Feb 03 12:30:22.148132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97c13a-f06d-4aa1-9cd3-cfebd3314e6b req-f1c1f5f5-e4dc-492c-9ebb-80f6612d7ff1 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:22.157498 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5f97c13a-f06d-4aa1-9cd3-cfebd3314e6b req-f1c1f5f5-e4dc-492c-9ebb-80f6612d7ff1 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3868234
Feb 03 12:30:22.232735 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5f97c13a-f06d-4aa1-9cd3-cfebd3314e6b req-c8484fc1-3723-4009-bdc7-6e7bca5ede13 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741031
Feb 03 12:30:22.434193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-86f9bce5-f0fb-4ef4-8738-90ce675c281c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:22.719745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef36962-10e3-4245-8e1f-0550ac383765 req-71a94365-6a2c-446d-830f-2a09fa81f607 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:22.721479 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-aef36962-10e3-4245-8e1f-0550ac383765 req-71a94365-6a2c-446d-830f-2a09fa81f607 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1984770
Feb 03 12:30:22.822371 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-aef36962-10e3-4245-8e1f-0550ac383765 req-fa45e876-f3e1-4cea-8a03-ee0e171554d4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938516
Feb 03 12:30:23.051506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49676) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:23.152812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49686) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:23.387146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:23.404178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:23.410270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:9bdeee5dfa964390a3f9ae160dcd4997 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:23.457850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c1645-84c1-4b55-bae6-9db40dd8a7a9 req-f83675f5-429f-4cec-84a0-cbc53916a93f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:23.459599 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ca4c1645-84c1-4b55-bae6-9db40dd8a7a9 req-f83675f5-429f-4cec-84a0-cbc53916a93f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.1991968
Feb 03 12:30:23.475484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:23.495466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:23.515765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1478953887-network', 'tenant_id': '98fb13efba474431afb611c898c45d4d'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:30:23.532474 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ca4c1645-84c1-4b55-bae6-9db40dd8a7a9 req-7ea6dbb2-a4ab-4bff-bfd7-df576f20c4b5 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636058
Feb 03 12:30:23.740690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:23.758674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Usage tracker for resource:network and tenant:98fb13efba474431afb611c898c45d4d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:23.766950 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:23.780181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:23.807711 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Made reservation on behalf of 98fb13efba474431afb611c898c45d4d for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:30:23.812853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:23.926421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bce3d-e1df-44ae-82a8-1dfaddc87c21 req-06680b6e-f376-4fe3-8b22-33ca8459698b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:23.928461 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0c6bce3d-e1df-44ae-82a8-1dfaddc87c21 req-06680b6e-f376-4fe3-8b22-33ca8459698b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.5202832
Feb 03 12:30:23.993588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:23.995282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.008743 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.027189 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:24.074445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:24.089430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Usage tracker for resource:security_group_rule and tenant:98fb13efba474431afb611c898c45d4d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:24.094282 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9bdeee5dfa964390a3f9ae160dcd4997&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9402940
Feb 03 12:30:24.095515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:24.097218 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49702) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:24.164939 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0c6bce3d-e1df-44ae-82a8-1dfaddc87c21 req-8b1d6e2f-5221-4fa8-b6da-bc4379b60565 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573651
Feb 03 12:30:24.166047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:24.192426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135d8369-7904-41af-a9c2-4ebf919b02e8,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:24.197882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:24.270458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c4ae285-7c7f-4df2-97a3-c18e6073d7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.307078 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.310951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.316746 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bd20a6ff-e765-44e3-877c-fb3bd37c8dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:24.336183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c4ae285-7c7f-4df2-97a3-c18e6073d7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.347963 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:30:24.377229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefb6015-7fdd-4302-9941-f24bdf1d0847,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:24.377842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.378365 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Added segment 9f26fefa-6825-49ab-b81f-0211b2b315e6 of type vxlan for network c693f30b-5329-4f27-b807-cf08932a5469
Feb 03 12:30:24.391971 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:24.408428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.440756 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8c4b7-907d-46ad-a025-dfce40f6b709 req-2454464e-a391-469c-9cec-012cdaee84d6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:24.441920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.442520 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4f8c4b7-907d-46ad-a025-dfce40f6b709 req-2454464e-a391-469c-9cec-012cdaee84d6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2902267
Feb 03 12:30:24.443200 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:24.443837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.449124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:24.561735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Pushing event updated for resources: {'Network': ['ID=c693f30b-5329-4f27-b807-cf08932a5469,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:24.568696 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.5127616
Feb 03 12:30:24.568696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:24.569157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49708) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:24.577183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network c693f30b-5329-4f27-b807-cf08932a5469 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:30:24.578230 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Request body: {'subnet': {'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1478953887-subnet', 'tenant_id': '98fb13efba474431afb611c898c45d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:30:24.584597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:24.594192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Usage tracker for resource:subnet and tenant:98fb13efba474431afb611c898c45d4d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:24.595273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network c693f30b-5329-4f27-b807-cf08932a5469 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:30:24.606453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:24.632068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:24.656432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Made reservation on behalf of 98fb13efba474431afb611c898c45d4d for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:30:24.662193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8225758'] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.731828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c4ae285-7c7f-4df2-97a3-c18e6073d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.757923 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4f8c4b7-907d-46ad-a025-dfce40f6b709 req-492919d7-bc5a-456a-a00c-10a634e1f665 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3076868
Feb 03 12:30:24.760148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-51ce308f-0cce-4610-ae12-3c20d2db4c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:24.774754 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ae285-7c7f-4df2-97a3-c18e6073d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135d8369-7904-41af-a9c2-4ebf919b02e8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:24.778285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9c4ae285-7c7f-4df2-97a3-c18e6073d7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:24.788050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c4ae285-7c7f-4df2-97a3-c18e6073d7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:24.792562 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9c4ae285-7c7f-4df2-97a3-c18e6073d7ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/135d8369-7904-41af-a9c2-4ebf919b02e8 HTTP/1.1" status: 204  len: 168 time: 0.6907601
Feb 03 12:30:25.017128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d0755-5708-4ce1-b9de-f1f800fa4732 req-3d2cbb38-401c-4321-a886-df430dc8b7d0 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:25.026108 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d83d0755-5708-4ce1-b9de-f1f800fa4732 req-3d2cbb38-401c-4321-a886-df430dc8b7d0 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.2626388
Feb 03 12:30:25.075030 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3038699f-96b5-4139-a129-6caa99f652d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:25.154348 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d83d0755-5708-4ce1-b9de-f1f800fa4732 req-4e7bad55-ff12-4ad3-9252-7d7bcdd74b08 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271455
Feb 03 12:30:25.430712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49724) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:25.492734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:25.493070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5e0af-ee36-4f21-821d-c7d58b3065a6 req-a6bf52f1-0658-4388-99ae-0304ef746be4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:25.494915 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6aa5e0af-ee36-4f21-821d-c7d58b3065a6 req-a6bf52f1-0658-4388-99ae-0304ef746be4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1788545
Feb 03 12:30:25.521447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:25.535200 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] Usage tracker for resource:security_group_rule and tenant:1046bfbe572b47c983fb643956180ae9 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:25.540763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:25.550862 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:25.554265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846615869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8225773'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:25.564728 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6aa5e0af-ee36-4f21-821d-c7d58b3065a6 req-1b6c3fe8-3a8e-4219-a494-00f4f2290e0c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626342
Feb 03 12:30:25.570505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:25.578230 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:25.719936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc3f29b-a017-4d83-955b-176a6156cad1,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:25.722942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:25.850795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:25.856226 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:25.865653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-24975b6c-80b8-40e5-91d7-716e93c51e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:25.894934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Checking segment: {'id': '9f26fefa-6825-49ab-b81f-0211b2b315e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:30:25.895334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Network hostable DHCP agents. Network: c693f30b-5329-4f27-b807-cf08932a5469, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:30:25.930266 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1046bfbe572b47c983fb643956180ae9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4979084
Feb 03 12:30:25.930582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 49734) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:25.973378 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edecd4ed-2ecf-40ae-9a68-03439a96d1d5,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:25.978889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:26.000367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Network c693f30b-5329-4f27-b807-cf08932a5469 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:30:26.022954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, c693f30b-5329-4f27-b807-cf08932a5469) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:30:26.027931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6c346c80-109c-439a-bc4a-4f20da464ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:26.034739 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf218c5-4375-4647-bcb6-9a1c084bb27a None None] Network c693f30b-5329-4f27-b807-cf08932a5469 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:30:26.048012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:26.048676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:26.064685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6c346c80-109c-439a-bc4a-4f20da464ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:26.115624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6c346c80-109c-439a-bc4a-4f20da464ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:26.151340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c1cc406d-b365-4f60-b982-c07467d571d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:26.161661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcbc1a-ae49-45cf-b213-24bcac073b7e req-3d3b7bc2-649d-457b-abde-9e6e6696be7f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:26.163612 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83fcbc1a-ae49-45cf-b213-24bcac073b7e req-3d3b7bc2-649d-457b-abde-9e6e6696be7f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2303760
Feb 03 12:30:26.179471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c346c80-109c-439a-bc4a-4f20da464ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edecd4ed-2ecf-40ae-9a68-03439a96d1d5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:26.187569 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6c346c80-109c-439a-bc4a-4f20da464ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:26.188396 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6c346c80-109c-439a-bc4a-4f20da464ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:26.189877 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6c346c80-109c-439a-bc4a-4f20da464ca7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/edecd4ed-2ecf-40ae-9a68-03439a96d1d5 HTTP/1.1" status: 204  len: 168 time: 0.2582352
Feb 03 12:30:26.226746 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d4b43703-f042-48bd-b029-4683e00887c9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6544418
Feb 03 12:30:26.289299 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:26.346580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf95ee95-49c4-4edd-b8e3-abd75f2ebe5c None None] Network c693f30b-5329-4f27-b807-cf08932a5469 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:30:26.400702 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83fcbc1a-ae49-45cf-b213-24bcac073b7e req-f08582db-2e29-48a0-a212-18226a6d4c4b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2297237
Feb 03 12:30:26.763442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d5d3f-083a-4f4d-8e45-d2e3ca20192f req-b09f0d2f-ba1d-4027-b376-57800f6ea2ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:26.764807 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1a0d5d3f-083a-4f4d-8e45-d2e3ca20192f req-b09f0d2f-ba1d-4027-b376-57800f6ea2ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.4296274
Feb 03 12:30:26.878368 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1a0d5d3f-083a-4f4d-8e45-d2e3ca20192f req-2043e903-52e5-41f1-814e-680f153e71b6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985854
Feb 03 12:30:26.987570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:27.125902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403831-60a4-4929-abc0-38fc98f6d9a9 req-8efbce6f-a21f-45ec-8b05-127f52313590 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:27.127676 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de403831-60a4-4929-abc0-38fc98f6d9a9 req-8efbce6f-a21f-45ec-8b05-127f52313590 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3168848
Feb 03 12:30:27.196937 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de403831-60a4-4929-abc0-38fc98f6d9a9 req-691007e9-c9f8-4aec-a365-6c7a55c0710a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627680
Feb 03 12:30:27.752356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be40d5-1b9c-4060-8d9c-a485679d920c req-e10fed8f-5830-4bed-a507-b316cbcc56ab tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:27.754098 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-84be40d5-1b9c-4060-8d9c-a485679d920c req-e10fed8f-5830-4bed-a507-b316cbcc56ab tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1669576
Feb 03 12:30:27.821123 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-84be40d5-1b9c-4060-8d9c-a485679d920c req-80340903-af46-4a2f-9748-48a8941f1c4f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597589
Feb 03 12:30:28.195690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b17b3-8e31-4432-abfd-1e5ce775f082 req-6ad8e7bd-9427-4dd1-99bc-633072ebded0 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:28.197383 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d29b17b3-8e31-4432-abfd-1e5ce775f082 req-6ad8e7bd-9427-4dd1-99bc-633072ebded0 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.1740327
Feb 03 12:30:28.262767 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d29b17b3-8e31-4432-abfd-1e5ce775f082 req-c7651b6c-8dfd-44b5-ba75-5a24a97bf55f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585353
Feb 03 12:30:28.503404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17239ca-6c5c-46d7-ba0a-729cf0c8bc6f req-65281a85-0ec7-4e8c-a56a-50ddcb6aede1 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:28.505138 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f17239ca-6c5c-46d7-ba0a-729cf0c8bc6f req-65281a85-0ec7-4e8c-a56a-50ddcb6aede1 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1715651
Feb 03 12:30:28.571565 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f17239ca-6c5c-46d7-ba0a-729cf0c8bc6f req-4c288867-7b00-40e3-be4b-ba09f28816b3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591564
Feb 03 12:30:29.113690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-32254bb0-953f-4f7c-9a98-f4b874f3b04e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:29.114494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-32254bb0-953f-4f7c-9a98-f4b874f3b04e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Synchronizing usage tracker for tenant:98fb13efba474431afb611c898c45d4d on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:30:29.132665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-32254bb0-953f-4f7c-9a98-f4b874f3b04e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Unset dirty status for tenant:98fb13efba474431afb611c898c45d4d on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:30:29.133998 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-32254bb0-953f-4f7c-9a98-f4b874f3b04e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/networks?id=c693f30b-5329-4f27-b807-cf08932a5469 HTTP/1.1" status: 200  len: 809 time: 0.3623667
Feb 03 12:30:29.159290 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-4e455723-6979-4945-8ec9-8cb8ee69f53d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/quotas/98fb13efba474431afb611c898c45d4d HTTP/1.1" status: 200  len: 375 time: 0.0165195
Feb 03 12:30:29.213870 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-b2c6e8c6-f25f-4407-bb74-8a17ac8e9f2c tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98fb13efba474431afb611c898c45d4d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0536089
Feb 03 12:30:29.224168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd21e25-db54-4d00-8c70-ce00b15577ff req-9b3114a7-8f76-413e-9d16-0e8881bedb0a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:29.225926 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dcd21e25-db54-4d00-8c70-ce00b15577ff req-9b3114a7-8f76-413e-9d16-0e8881bedb0a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1897085
Feb 03 12:30:29.294654 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dcd21e25-db54-4d00-8c70-ce00b15577ff req-16de0e28-378e-488f-a5c9-287d92ebfbae tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619848
Feb 03 12:30:29.379512 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-0edf4f03-0be5-4914-af41-9a10dcf29b4c service neutron] 10.222.0.38 "GET /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576300
Feb 03 12:30:29.542085 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-17673958-6b11-4459-87f0-7982acb2cc03 service neutron] 10.222.0.38 "GET /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430523
Feb 03 12:30:29.627528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16b238-7a07-4611-ad01-956996fd1c06 req-a53b0e63-5bf3-41ff-8dd8-ad0fa4a2a606 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:29.629262 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cb16b238-7a07-4611-ad01-956996fd1c06 req-a53b0e63-5bf3-41ff-8dd8-ad0fa4a2a606 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.1913509
Feb 03 12:30:29.713913 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cb16b238-7a07-4611-ad01-956996fd1c06 req-01308742-9f84-490b-8ec0-4c876c114f07 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779312
Feb 03 12:30:29.853166 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a7709250-fd5a-418b-8ce0-7d37cb96d7cd req-004de9dd-abd5-44bf-a9f2-ebf7d901567e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0804729
Feb 03 12:30:29.985163 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4b0d0-2f70-4c67-b7a9-06ac29802b75 req-6ff64b34-094e-4fb0-8c7e-2f86a6560491 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:29.986692 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97f4b0d0-2f70-4c67-b7a9-06ac29802b75 req-6ff64b34-094e-4fb0-8c7e-2f86a6560491 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2186399
Feb 03 12:30:30.082229 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97f4b0d0-2f70-4c67-b7a9-06ac29802b75 req-1bd76696-3755-4de5-b600-e3388721f795 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872903
Feb 03 12:30:30.609732 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1bc7d-acd4-4447-8f05-99e7423118d9 req-ad33065d-067f-4bd8-9cbe-5528dc50c417 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:30.611356 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a2c1bc7d-acd4-4447-8f05-99e7423118d9 req-ad33065d-067f-4bd8-9cbe-5528dc50c417 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1723642
Feb 03 12:30:30.676913 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a2c1bc7d-acd4-4447-8f05-99e7423118d9 req-eb42d93a-8847-41f2-99ab-4df8b57d4660 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586455
Feb 03 12:30:31.043313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c0f9-ffb6-4bd8-9b7d-7c6892bc1c37 req-1ff89cb8-fe92-49de-9d17-e29477e3362f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:31.045180 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81a5c0f9-ffb6-4bd8-9b7d-7c6892bc1c37 req-1ff89cb8-fe92-49de-9d17-e29477e3362f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.2020705
Feb 03 12:30:31.046189 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ef3c95da-e63e-449e-854d-ac70e80eb847 req-f6971cbd-0bbc-4313-bfbe-1f65457768d8 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0627003
Feb 03 12:30:31.111710 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81a5c0f9-ffb6-4bd8-9b7d-7c6892bc1c37 req-dea8b8ec-163d-4be2-8c99-72360c80e0d4 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595753
Feb 03 12:30:31.403970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73996be9-767b-43f4-a19a-1b60a5b1e1a3 req-f6002636-1754-4308-b0b7-821eba2cbfca tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:31.405613 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-73996be9-767b-43f4-a19a-1b60a5b1e1a3 req-f6002636-1754-4308-b0b7-821eba2cbfca tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1749141
Feb 03 12:30:31.477052 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-73996be9-767b-43f4-a19a-1b60a5b1e1a3 req-d3738f3d-07c1-4703-a64e-6e2ed5033575 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648184
Feb 03 12:30:32.020682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39784abd-0296-4a3e-9400-48e8af48d6c7 req-fad7f274-184b-4e18-accd-262294b8acba tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:32.022369 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-39784abd-0296-4a3e-9400-48e8af48d6c7 req-fad7f274-184b-4e18-accd-262294b8acba tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1903739
Feb 03 12:30:32.088855 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-39784abd-0296-4a3e-9400-48e8af48d6c7 req-ba014e33-c036-4137-9d4a-cd449b3b6385 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591695
Feb 03 12:30:32.290142 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4f3f3a10-0222-445d-9377-ca8f727f8406 req-063c6f67-535f-46d8-9915-b59ecc4589fe tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0912099
Feb 03 12:30:32.445085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430f074-c845-4be2-8c94-eb2ca339193e req-8a739f46-1fcd-4c86-b379-92a189757f46 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:32.446814 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3430f074-c845-4be2-8c94-eb2ca339193e req-8a739f46-1fcd-4c86-b379-92a189757f46 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.1964943
Feb 03 12:30:32.522135 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3430f074-c845-4be2-8c94-eb2ca339193e req-5068f328-887d-431f-9ecb-135b466ef4a8 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690210
Feb 03 12:30:32.801158 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ea4de-a6da-4cb8-b79b-2fddd19f2efb req-76878d9d-5dc6-4393-80ce-21477267797d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:32.803155 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a13ea4de-a6da-4cb8-b79b-2fddd19f2efb req-76878d9d-5dc6-4393-80ce-21477267797d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1871982
Feb 03 12:30:32.871259 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a13ea4de-a6da-4cb8-b79b-2fddd19f2efb req-eecce2dd-ef69-4ce9-9cbc-dc3ff6e57253 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607715
Feb 03 12:30:33.453171 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d171d4-c690-4e85-8157-0c621426cbbf req-397b45c0-7d46-4093-b587-17371f43359d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:33.454784 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-82d171d4-c690-4e85-8157-0c621426cbbf req-397b45c0-7d46-4093-b587-17371f43359d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2145524
Feb 03 12:30:33.482987 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4be5d358-431a-4296-a77c-114b2a942769 req-3fc90ec7-4d18-4701-a9df-78ddf7f30659 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0579257
Feb 03 12:30:33.523974 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-82d171d4-c690-4e85-8157-0c621426cbbf req-b21cca3b-d5a5-4d89-afce-53f86ffd4698 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625217
Feb 03 12:30:33.844991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de43ad6-cbd2-417a-bee4-e1aa67be6fd1 req-05a7f91e-1ee1-460c-849f-c2d41bf83f7c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:33.846735 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7de43ad6-cbd2-417a-bee4-e1aa67be6fd1 req-05a7f91e-1ee1-460c-849f-c2d41bf83f7c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.1832354
Feb 03 12:30:33.920839 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7de43ad6-cbd2-417a-bee4-e1aa67be6fd1 req-0e626e8e-dc9b-4084-88eb-254c1a497916 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661099
Feb 03 12:30:34.215507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e862d-13af-461b-883b-1f6efa2cd406 req-777e468f-3317-4a5b-aeb3-fdb07dc73062 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:34.217299 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-953e862d-13af-461b-883b-1f6efa2cd406 req-777e468f-3317-4a5b-aeb3-fdb07dc73062 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1853845
Feb 03 12:30:34.299604 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-953e862d-13af-461b-883b-1f6efa2cd406 req-de431668-424d-495e-b287-cdc85a6228fd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749495
Feb 03 12:30:34.677488 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3d9fb785-a0d7-47e0-878a-064abf484dc4 req-326ddc6a-eb4e-4c91-9f34-2e69ebd4e235 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0501833
Feb 03 12:30:34.843609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ac4ec-c6c5-4daf-9f96-f46f30f861d3 req-2498a82a-52f4-43ae-99f4-e645b7ddbfbd tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:34.845224 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ea8ac4ec-c6c5-4daf-9f96-f46f30f861d3 req-2498a82a-52f4-43ae-99f4-e645b7ddbfbd tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1723397
Feb 03 12:30:34.913745 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ea8ac4ec-c6c5-4daf-9f96-f46f30f861d3 req-85dc0e6a-3cdf-4ef4-8366-df205054fc45 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598793
Feb 03 12:30:35.229446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb55c02-e8b4-4455-a020-7bd54095aa32 req-c9738521-ba67-4b30-a21f-b2b5cf97ec89 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:35.231209 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8bb55c02-e8b4-4455-a020-7bd54095aa32 req-c9738521-ba67-4b30-a21f-b2b5cf97ec89 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.1765115
Feb 03 12:30:35.304878 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8bb55c02-e8b4-4455-a020-7bd54095aa32 req-79f08ebf-8122-4630-bd6d-bbf7c6ab3de0 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642607
Feb 03 12:30:35.390426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:35.612673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532a1c4-2a01-4800-8635-5f3dc992a558 req-c01d6521-598c-4f9e-8c11-f2d25042534f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:35.614335 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7532a1c4-2a01-4800-8635-5f3dc992a558 req-c01d6521-598c-4f9e-8c11-f2d25042534f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1832485
Feb 03 12:30:35.681179 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7532a1c4-2a01-4800-8635-5f3dc992a558 req-1d591361-abd6-49b0-bfc4-9aa1e91a18ef tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585921
Feb 03 12:30:35.857239 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2778f24d-8204-450c-b66e-b437e3b98ff1 req-ccad1d24-23b5-4fa2-8838-fbf92ef28784 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0509920
Feb 03 12:30:36.016320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:30:36.237410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b4a19-8aa0-485a-8320-cad68ce90731 req-2428265b-0dda-4ea9-a6f0-4b1a5ade0f03 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:36.239157 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-081b4a19-8aa0-485a-8320-cad68ce90731 req-2428265b-0dda-4ea9-a6f0-4b1a5ade0f03 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1759467
Feb 03 12:30:36.304299 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-081b4a19-8aa0-485a-8320-cad68ce90731 req-1f949977-5ed3-44ee-bb0e-030456561b4d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585105
Feb 03 12:30:36.614883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63523447-90ea-44db-ace5-2d48e47adf00 req-023376d3-56c7-4912-b673-b73b66a7677b tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:36.616605 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-63523447-90ea-44db-ace5-2d48e47adf00 req-023376d3-56c7-4912-b673-b73b66a7677b tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.1720669
Feb 03 12:30:36.709264 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-63523447-90ea-44db-ace5-2d48e47adf00 req-b36b8527-1a8d-4a29-9713-909b793c8da1 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857317
Feb 03 12:30:37.031542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa963df5-a56e-4420-bfa8-11e86bf44364 req-a988ce14-058d-483e-9745-d8564949855f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:37.033227 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fa963df5-a56e-4420-bfa8-11e86bf44364 req-a988ce14-058d-483e-9745-d8564949855f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1695201
Feb 03 12:30:37.045545 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e5540c15-4f13-435d-8d62-01123d470852 req-22ac79a2-f466-4f3c-9180-294e580007d7 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0502017
Feb 03 12:30:37.103062 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fa963df5-a56e-4420-bfa8-11e86bf44364 req-d1ff47e8-c6cc-41b5-a963-c7432559bc04 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620289
Feb 03 12:30:37.624764 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfe3a0-7558-4d16-81ae-f0f4f06094f9 req-c98a8621-a2a9-4795-a76e-b0507077dec0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:37.626333 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0ecfe3a0-7558-4d16-81ae-f0f4f06094f9 req-c98a8621-a2a9-4795-a76e-b0507077dec0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1667364
Feb 03 12:30:37.693892 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0ecfe3a0-7558-4d16-81ae-f0f4f06094f9 req-25d51397-f1e6-4936-8535-c6685cd31f65 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588286
Feb 03 12:30:38.019411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3d767-4395-470b-b62d-eea335c4eea2 req-484d17aa-604a-44ba-a9bb-ca1de24c681e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:38.021116 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96a3d767-4395-470b-b62d-eea335c4eea2 req-484d17aa-604a-44ba-a9bb-ca1de24c681e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 931 time: 0.1765671
Feb 03 12:30:38.087178 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96a3d767-4395-470b-b62d-eea335c4eea2 req-9e8488e5-4a79-43e7-8b20-c2b363f48e7e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592339
Feb 03 12:30:38.152329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Request body: {'port': {'device_id': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:30:38.253307 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e4554340-371d-4add-8aae-06aff62ffa3c req-420b689d-1ae3-41b2-a977-5c9d72f6ca3d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0633309
Feb 03 12:30:38.548357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8481d4-6fb7-44eb-bc3d-c5c9e9ffec31 req-79060e1f-d2d1-4083-b29b-2938c49894a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:38.550310 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7c8481d4-6fb7-44eb-bc3d-c5c9e9ffec31 req-79060e1f-d2d1-4083-b29b-2938c49894a8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 1163 time: 0.1104009
Feb 03 12:30:38.594828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:38.604679 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7c8481d4-6fb7-44eb-bc3d-c5c9e9ffec31 req-5ef129d1-0ffc-4b03-ab14-b4d94dae7823 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377243
Feb 03 12:30:38.730710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701a754-7e70-4d9d-b3ce-ff14b1c0ecb9 req-a1925089-cfde-4027-b48c-ecae34b34356 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:38.732393 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c701a754-7e70-4d9d-b3ce-ff14b1c0ecb9 req-a1925089-cfde-4027-b48c-ecae34b34356 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.3101206
Feb 03 12:30:38.863683 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c701a754-7e70-4d9d-b3ce-ff14b1c0ecb9 req-d55cad32-1eb4-43c8-a0d3-8d21896617c9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233661
Feb 03 12:30:39.034918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3e58-03c2-4d41-8cab-55f0c9d01637 req-889a4ca9-2053-4a8c-b1de-2f48dfe4732a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:39.036703 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb0f3e58-03c2-4d41-8cab-55f0c9d01637 req-889a4ca9-2053-4a8c-b1de-2f48dfe4732a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1940804
Feb 03 12:30:39.108627 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb0f3e58-03c2-4d41-8cab-55f0c9d01637 req-007681b2-5fc1-40b2-9f43-5bcb7d9341ea tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650411
Feb 03 12:30:39.176762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009a75e0-63e1-45a0-af03-ad0fb5c6b13e {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:30:39.186037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:39.198394 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Transition to ACTIVE for port object 009a75e0-63e1-45a0-af03-ad0fb5c6b13e will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:30:39.201883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:39.222447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:39.404769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Pushing event updated for resources: {'Port': ['ID=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:39.412124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:39.438581 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59c4dd15-af18-4a86-af35-27baa05b2a36 req-b8cb5b75-0cdf-40a7-b0d1-d91c3f7b03f9 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0494900
Feb 03 12:30:39.561954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897734e2-9fb0-4aa7-9949-f1274db2b06f req-6dd71966-6e10-4bd8-a747-7632b14aa7ca tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:39.563692 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-897734e2-9fb0-4aa7-9949-f1274db2b06f req-6dd71966-6e10-4bd8-a747-7632b14aa7ca tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 943 time: 0.3423212
Feb 03 12:30:39.731663 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-897734e2-9fb0-4aa7-9949-f1274db2b06f req-cc7a2f6a-2c12-44e6-8cbd-1aa11f671d9c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195676
Feb 03 12:30:39.761434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Attempting to bind port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:30:39.761848 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Attempting to bind port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:30:39.762220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Attempting to bind port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e on network cae0d62e-0834-4404-b104-89c82301edff {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:30:39.768322 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:30:39.768696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Checking segment: {'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:30:39.769097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:39.769487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Bound using segment: {'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:30:39.769988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Bound port: 009a75e0-63e1-45a0-af03-ad0fb5c6b13e, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717a5cb6-7f60-4c42-b5bf-7661480ac96a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:30:39.770364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:39.865225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] For port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e, host hv-cinder-77387, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:30:39.868476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] For port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:30:39.872753 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:39.891553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8f10f3f-4be1-45aa-8f4d-5be18a370d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:40.017264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Pushing event updated for resources: {'Port': ['ID=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:40.063946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:40.100639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:40.101878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:40.103396 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] 10.222.0.86 "PUT /v2.0/ports/009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 1157 time: 1.9560945
Feb 03 12:30:40.104022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:30:40.225660 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'status': 'completed', 'code': 200}
Feb 03 12:30:40.263282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-1919c42f-f789-476c-a524-4b15761e8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:40.265825 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-1919c42f-f789-476c-a524-4b15761e8973 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1160 time: 0.1017509
Feb 03 12:30:40.370918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-cf280a73-b5c9-43c9-8672-5a694b680e4f tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:40.372837 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-cf280a73-b5c9-43c9-8672-5a694b680e4f tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.86 "GET /v2.0/networks?id=c693f30b-5329-4f27-b807-cf08932a5469 HTTP/1.1" status: 200  len: 809 time: 0.3613830
Feb 03 12:30:40.402963 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-04c81e93-0905-4dce-a7e1-9f58dfaac073 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 217 time: 0.1233673
Feb 03 12:30:40.473171 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a60d6c-22cc-4cbd-936f-454ca4bc405d req-b9c7895b-f9d6-4940-9148-ff4652c9a1f1 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:40.475154 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-67a60d6c-22cc-4cbd-936f-454ca4bc405d req-b9c7895b-f9d6-4940-9148-ff4652c9a1f1 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.4252453
Feb 03 12:30:40.480222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Request body: {'port': {'device_id': '996378fe-9c9e-47d6-b314-b65f1f5d7c34', 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469', 'admin_state_up': True, 'tenant_id': '98fb13efba474431afb611c898c45d4d'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:30:40.498639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-5d9a059c-d33b-4f7f-adf3-2e9a2b2bab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:40.500235 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-5d9a059c-d33b-4f7f-adf3-2e9a2b2bab91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 200  len: 854 time: 0.0759981
Feb 03 12:30:40.530342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:40.588668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c943eda-55c2-4d7c-8e3c-2add665687a3 req-cebcb302-ff71-415f-9657-92dc7c452509 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:40.590347 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8c943eda-55c2-4d7c-8e3c-2add665687a3 req-cebcb302-ff71-415f-9657-92dc7c452509 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2430515
Feb 03 12:30:40.608891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d1561c41-dd78-4886-a204-22fc9904f9d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:40.609233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:40.656518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:40.660538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Usage tracker for resource:port and tenant:98fb13efba474431afb611c898c45d4d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:40.663605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:40.669922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:40.685122 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Made reservation on behalf of 98fb13efba474431afb611c898c45d4d for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:30:40.712838 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8c943eda-55c2-4d7c-8e3c-2add665687a3 req-6ec5eb9e-99e7-4a9f-a833-e7952a08d763 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793033
Feb 03 12:30:40.735240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:40.740493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-f44719b8-22e4-4367-a322-60426e222aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:40.742397 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-f44719b8-22e4-4367-a322-60426e222aae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cae0d62e-0834-4404-b104-89c82301edff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1509264
Feb 03 12:30:40.804047 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-67a60d6c-22cc-4cbd-936f-454ca4bc405d req-d5d3e777-6052-43e1-9630-2fd654fd825c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3078935
Feb 03 12:30:40.973349 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3b1d1520-3432-4ef2-ac1a-ce7004e4f628 req-0fa18f3b-6a4e-40e5-b7d8-b5ea0078ee5d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0596118
Feb 03 12:30:40.993242 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-b0ce064b-7069-4b03-95b7-a889dd773bc1 service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164264
Feb 03 12:30:41.255841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba45ea-0bb4-47ff-948d-f7793528f8c1 req-777fcbae-9ba0-4adf-8b9e-b9abda5ce629 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:41.257807 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e8ba45ea-0bb4-47ff-948d-f7793528f8c1 req-777fcbae-9ba0-4adf-8b9e-b9abda5ce629 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 943 time: 0.2264974
Feb 03 12:30:41.258003 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-032b406d-3440-4eac-8dbf-d126e0bed4ea req-dd2630cc-8f70-49b5-9b24-1b5a32efba6e service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2466569
Feb 03 12:30:41.362832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def331a6-65af-401a-a853-d78d4f24ad66 req-d212ded2-52b3-47c8-8882-94f845d12b24 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:41.364543 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-def331a6-65af-401a-a853-d78d4f24ad66 req-d212ded2-52b3-47c8-8882-94f845d12b24 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2203674
Feb 03 12:30:41.381407 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e8ba45ea-0bb4-47ff-948d-f7793528f8c1 req-2bba6173-a5d6-4c2e-b44e-5fba40b9f421 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869756
Feb 03 12:30:41.386133 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Allocated IP 172.20.0.8 (c693f30b-5329-4f27-b807-cf08932a5469/6dc3f29b-a017-4d83-955b-176a6156cad1/4b97d0d6-88b3-4890-af5d-4fe73ad27b51) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:30:41.493596 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-def331a6-65af-401a-a853-d78d4f24ad66 req-fea7109d-deba-45e3-a793-2a09841d099d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780051
Feb 03 12:30:41.504192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-0b2d40e8-34ec-48f4-9203-e909c04aeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:41.505819 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-0b2d40e8-34ec-48f4-9203-e909c04aeec7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1160 time: 0.1403213
Feb 03 12:30:41.871208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-53c9fb84-6818-451d-92f3-22ba9623f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:41.872794 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-53c9fb84-6818-451d-92f3-22ba9623f6a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 909 time: 0.3564963
Feb 03 12:30:42.051515 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-bc9dbd37-5791-4793-90f8-f90afb7a677c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 217 time: 0.1655865
Feb 03 12:30:42.101170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-7768d6bb-c732-4ad3-a5f7-6aa546713897 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:42.108677 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-7768d6bb-c732-4ad3-a5f7-6aa546713897 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 814 time: 0.3873048
Feb 03 12:30:42.126226 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-a3f4ca02-88d8-4871-b47c-94a5e300cbfa tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/quotas/d042df76237942259c50782ec90b8ce8 HTTP/1.1" status: 200  len: 375 time: 0.0165999
Feb 03 12:30:42.221519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-a3e0a9b7-e3f9-4c40-8761-4045a7a909c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:42.223183 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-a3e0a9b7-e3f9-4c40-8761-4045a7a909c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 200  len: 854 time: 0.0917101
Feb 03 12:30:42.325551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e7924-b52d-4d55-8f9a-54283e49a497 req-81bdaa64-9039-46d5-a241-01f0714d9798 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:42.326168 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-727405f6-dbcd-4d10-b90f-5263373dc143 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1832459
Feb 03 12:30:42.327290 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e37e7924-b52d-4d55-8f9a-54283e49a497 req-81bdaa64-9039-46d5-a241-01f0714d9798 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2747838
Feb 03 12:30:42.334497 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:42.449366 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e37e7924-b52d-4d55-8f9a-54283e49a497 req-597e7e2d-5908-449e-af15-8a28081e726d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800314
Feb 03 12:30:42.470175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-9eb22062-8c3f-4c12-9a43-831c7e064ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:42.471794 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-9eb22062-8c3f-4c12-9a43-831c7e064ebd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cae0d62e-0834-4404-b104-89c82301edff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1435370
Feb 03 12:30:42.499860 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-a2dd0fdd-8474-441d-8ad5-e27faff0355f service neutron] 10.222.0.38 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492934
Feb 03 12:30:42.553318 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:42.647635 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-50134eb8-4f9f-4e14-9060-3a50c4990288 service neutron] 10.222.0.38 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462772
Feb 03 12:30:42.657289 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d1561c41-dd78-4886-a204-22fc9904f9d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:42.657852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:42.665113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:42.686823 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-d0c76db0-8620-448f-83e8-aa9e6937efd5 service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994545
Feb 03 12:30:42.808211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4b5462e5-d560-48f2-8a61-28e817b59901 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:42.867578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Network c693f30b-5329-4f27-b807-cf08932a5469 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:30:42.876366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:30:42.880810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:30:42.949767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e748b-6bea-4469-9ac6-b0e4c05b1cdf req-e25d0f3c-c135-42a6-b065-fc2dea545cb1 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:42.952271 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9b6e748b-6bea-4469-9ac6-b0e4c05b1cdf req-e25d0f3c-c135-42a6-b065-fc2dea545cb1 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 931 time: 0.3218911
Feb 03 12:30:43.000170 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-779aa149-d41c-4ce1-8099-39b8147f4553 req-2eca5d7f-7296-46e4-95d8-c6dc67e42585 service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2978396
Feb 03 12:30:43.049424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Pushing event updated for resources: {'Port': ['ID=4b97d0d6-88b3-4890-af5d-4fe73ad27b51,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:43.062658 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:43.063292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-9b6e748b-6bea-4469-9ac6-b0e4c05b1cdf req-f8ea08b0-f576-4717-b43f-5317b8667476 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Synchronizing usage tracker for tenant:98fb13efba474431afb611c898c45d4d on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:30:43.082828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-9b6e748b-6bea-4469-9ac6-b0e4c05b1cdf req-f8ea08b0-f576-4717-b43f-5317b8667476 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Unset dirty status for tenant:98fb13efba474431afb611c898c45d4d on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:30:43.085157 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9b6e748b-6bea-4469-9ac6-b0e4c05b1cdf req-f8ea08b0-f576-4717-b43f-5317b8667476 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876498
Feb 03 12:30:43.152897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5088b-83f5-42dc-953f-9055495c3afd req-7ef125da-aaf5-4dc4-93d7-3f9cf3f1c301 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:43.154809 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-67a5088b-83f5-42dc-953f-9055495c3afd req-7ef125da-aaf5-4dc4-93d7-3f9cf3f1c301 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 943 time: 0.2445695
Feb 03 12:30:43.230153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:43.230935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:43.291692 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8157289
Feb 03 12:30:43.311583 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-67a5088b-83f5-42dc-953f-9055495c3afd req-87b01e89-36e1-460b-940f-9d6a16a506b7 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759931
Feb 03 12:30:43.317101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Request body: {'port': {'device_id': '996378fe-9c9e-47d6-b314-b65f1f5d7c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:30:43.413498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd281-1323-4748-8a1d-adb23f0b7d6c req-9974aaeb-7853-4ed0-aa23-fa3ddb187c7e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:43.416206 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-88ffd281-1323-4748-8a1d-adb23f0b7d6c req-9974aaeb-7853-4ed0-aa23-fa3ddb187c7e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2122324
Feb 03 12:30:43.425913 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 49986) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:43.432454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-187ac320-52cb-4820-b895-ca29a9b37c50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'floatingip': {'port_id': 'd1561c41-dd78-4886-a204-22fc9904f9d6'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:30:43.493210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:43.543514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-187ac320-52cb-4820-b895-ca29a9b37c50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:43.549996 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-84d11e72-8dfe-4d7b-bb9e-f8fc9e70d491 req-4ef35d08-f95a-42a1-ace9-89ac8823eebe tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 210 time: 0.1142066
Feb 03 12:30:44.037164 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a68404-de08-421a-a2d5-248ea6834b6d req-49a8f268-1058-4933-a495-f5cc525629ed tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:44.038978 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50a68404-de08-421a-a2d5-248ea6834b6d req-49a8f268-1058-4933-a495-f5cc525629ed tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2199478
Feb 03 12:30:44.069551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf3407-f9a9-4d22-8b7b-d8018563b93f req-401ed3d7-2e2f-427f-a8d9-c0f0eb9ca587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:44.071405 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6baf3407-f9a9-4d22-8b7b-d8018563b93f req-401ed3d7-2e2f-427f-a8d9-c0f0eb9ca587 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 1162 time: 0.2654440
Feb 03 12:30:44.198891 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50a68404-de08-421a-a2d5-248ea6834b6d req-2d1a21e3-f592-4205-b997-216a2528663b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510227
Feb 03 12:30:44.256740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:30:44.274933 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:44.305368 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Transition to ACTIVE for port object 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:30:44.313534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:44.331615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf3407-f9a9-4d22-8b7b-d8018563b93f req-24307fd7-823a-42e1-a486-48f7a24e5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:44.332560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:44.334118 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6baf3407-f9a9-4d22-8b7b-d8018563b93f req-24307fd7-823a-42e1-a486-48f7a24e5784 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 913 time: 0.1844060
Feb 03 12:30:44.459172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Pushing event updated for resources: {'Port': ['ID=4b97d0d6-88b3-4890-af5d-4fe73ad27b51,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:44.496334 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6baf3407-f9a9-4d22-8b7b-d8018563b93f req-1eafcdcd-57b2-4802-9f05-830419f6c848 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85327de1-2e95-4443-b90d-001063939ce6 HTTP/1.1" status: 200  len: 217 time: 0.0855768
Feb 03 12:30:44.531389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:44.605611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf3407-f9a9-4d22-8b7b-d8018563b93f req-a012d61a-7a76-4701-8a56-3398fbe36f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:44.607384 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6baf3407-f9a9-4d22-8b7b-d8018563b93f req-a012d61a-7a76-4701-8a56-3398fbe36f31 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 200  len: 859 time: 0.0693266
Feb 03 12:30:44.623507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.objects.ports [None req-7e58fdec-1c5d-4de6-b954-7e0da2103206 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 12:30:44.840694 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c7d8d-528f-4477-bb0f-c4e785817be6 req-921d2a95-abe6-490f-b869-d210dd4ac0b2 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:44.842473 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-eb2c7d8d-528f-4477-bb0f-c4e785817be6 req-921d2a95-abe6-490f-b869-d210dd4ac0b2 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 943 time: 0.3079252
Feb 03 12:30:44.976342 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-eb2c7d8d-528f-4477-bb0f-c4e785817be6 req-cde974c1-932f-4937-a246-7a87cda97f1e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000080
Feb 03 12:30:44.978860 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Attempting to bind port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:30:44.979232 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Attempting to bind port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '9f26fefa-6825-49ab-b81f-0211b2b315e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:30:44.979597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Attempting to bind port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 on network c693f30b-5329-4f27-b807-cf08932a5469 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:30:44.985496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:30:44.985898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Checking segment: {'id': '9f26fefa-6825-49ab-b81f-0211b2b315e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:30:44.986298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:44.986686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Bound using segment: {'id': '9f26fefa-6825-49ab-b81f-0211b2b315e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:30:44.987688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Bound port: 4b97d0d6-88b3-4890-af5d-4fe73ad27b51, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f26fefa-6825-49ab-b81f-0211b2b315e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:30:44.987688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:45.085280 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6baf3407-f9a9-4d22-8b7b-d8018563b93f req-393f179e-6aa9-47a4-884d-7accaf79b716 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0959249
Feb 03 12:30:45.331588 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9f45c4d7-c19d-4187-ba7b-03aed6986b9c req-eedfa1de-79f5-4eb2-a782-7906981d8d0a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 210 time: 0.0550246
Feb 03 12:30:45.334109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] For port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:30:45.341951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] For port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=4b97d0d6-88b3-4890-af5d-4fe73ad27b51,segment=NetworkSegment(9f26fefa-6825-49ab-b81f-0211b2b315e6),segment_id=9f26fefa-6825-49ab-b81f-0211b2b315e6)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:30:45.345794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:45.363822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:45.403191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7f90-29c0-4ed3-991a-539dfdab265e req-3ddd016f-d3a2-4a6a-9554-703a4da59d4e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:45.404879 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fc8f7f90-29c0-4ed3-991a-539dfdab265e req-3ddd016f-d3a2-4a6a-9554-703a4da59d4e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 943 time: 1.0696547
Feb 03 12:30:45.506729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-ed4ead19-5e53-4e1d-8986-ef1e7ac35dfc tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:45.508407 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-ed4ead19-5e53-4e1d-8986-ef1e7ac35dfc tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 814 time: 1.0142558
Feb 03 12:30:45.541881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.resource_extend [None req-187ac320-52cb-4820-b895-ca29a9b37c50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 03 12:30:45.575329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Pushing event updated for resources: {'Port': ['ID=4b97d0d6-88b3-4890-af5d-4fe73ad27b51,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:45.582140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:45.621464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:45.622173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:45.623668 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6fef964a-c1be-440a-b597-56c33301476b service neutron] 10.222.0.86 "PUT /v2.0/ports/4b97d0d6-88b3-4890-af5d-4fe73ad27b51 HTTP/1.1" status: 200  len: 1157 time: 2.3110678
Feb 03 12:30:45.624215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996378fe-9c9e-47d6-b314-b65f1f5d7c34', 'tag': '4b97d0d6-88b3-4890-af5d-4fe73ad27b51'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:30:45.679448 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6baf3407-f9a9-4d22-8b7b-d8018563b93f req-d1369b78-7e65-4952-b609-34df040622b9 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5717800
Feb 03 12:30:45.686136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-187ac320-52cb-4820-b895-ca29a9b37c50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:45.705423 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fc8f7f90-29c0-4ed3-991a-539dfdab265e req-63f80598-a263-4df6-9726-ab27823e918e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2893939
Feb 03 12:30:45.706675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-187ac320-52cb-4820-b895-ca29a9b37c50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:45.715879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7ca9f-b616-4f84-8ccc-455d55c36e16 req-ab98939e-58ae-4fe2-b18e-403801149243 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:45.717581 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe7ca9f-b616-4f84-8ccc-455d55c36e16 req-ab98939e-58ae-4fe2-b18e-403801149243 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2579887
Feb 03 12:30:45.791618 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe7ca9f-b616-4f84-8ccc-455d55c36e16 req-2a83c576-07dd-48d5-bfaa-ae1ec7ac504e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667613
Feb 03 12:30:45.793443 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996378fe-9c9e-47d6-b314-b65f1f5d7c34', 'tag': '4b97d0d6-88b3-4890-af5d-4fe73ad27b51', 'status': 'completed', 'code': 200}
Feb 03 12:30:45.904015 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [None req-187ac320-52cb-4820-b895-ca29a9b37c50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Floating IP 34fe962c-cd9c-46e2-a2a7-ea28ba5cda8d associated. External IP: 172.27.0.235, port: d1561c41-dd78-4886-a204-22fc9904f9d6.
Feb 03 12:30:46.348173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187ac320-52cb-4820-b895-ca29a9b37c50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:30:46.434273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c12fe-9e67-4379-91bd-469dbd9c0941 req-2b08b301-7532-445d-ab5f-5d52139b5a29 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:46.436315 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e94c12fe-9e67-4379-91bd-469dbd9c0941 req-2b08b301-7532-445d-ab5f-5d52139b5a29 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 943 time: 0.2926118
Feb 03 12:30:46.519844 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cf41212d-2933-429f-a987-767ab80588e7 req-cd3cfee0-d4a0-4797-a9b5-46d93ce31ff9 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 210 time: 0.0523062
Feb 03 12:30:46.645205 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e94c12fe-9e67-4379-91bd-469dbd9c0941 req-df004b94-7c0a-4794-b38a-800bb9e1bc8e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019303
Feb 03 12:30:46.682060 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187ac320-52cb-4820-b895-ca29a9b37c50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:30:46.686939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-187ac320-52cb-4820-b895-ca29a9b37c50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:46.696372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] Sync routers for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:30:46.707221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:30:46.707890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a036ee6a0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:30:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:30:46.747877 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-187ac320-52cb-4820-b895-ca29a9b37c50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "PUT /v2.0/floatingips/34fe962c-cd9c-46e2-a2a7-ea28ba5cda8d HTTP/1.1" status: 200  len: 992 time: 3.3205023
Feb 03 12:30:46.748676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:30:46.907029 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:30:47.025884 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd032f-406f-4c80-9c9e-fec1d3283fa2 req-e780a699-55bf-4291-b0fa-a4cb57cb8ebd tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:47.026723 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-fcbd032f-406f-4c80-9c9e-fec1d3283fa2 req-e780a699-55bf-4291-b0fa-a4cb57cb8ebd tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Synchronizing usage tracker for tenant:98fb13efba474431afb611c898c45d4d on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:30:47.044944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-fcbd032f-406f-4c80-9c9e-fec1d3283fa2 req-e780a699-55bf-4291-b0fa-a4cb57cb8ebd tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Unset dirty status for tenant:98fb13efba474431afb611c898c45d4d on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:30:47.046246 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fcbd032f-406f-4c80-9c9e-fec1d3283fa2 req-e780a699-55bf-4291-b0fa-a4cb57cb8ebd tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 943 time: 0.1958928
Feb 03 12:30:47.114773 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fcbd032f-406f-4c80-9c9e-fec1d3283fa2 req-ce70093a-cf43-48d6-9873-d64ff34f1b85 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619292
Feb 03 12:30:47.185318 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6', 'status': 'completed', 'code': 200}
Feb 03 12:30:47.279096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a036ee6a0>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '34fe962c-cd9c-46e2-a2a7-ea28ba5cda8d', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'port_id': 'd1561c41-dd78-4886-a204-22fc9904f9d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'mac_address': 'fa:16:3e:ce:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b1d821-5c56-4603-aabc-49b066698437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:29:50Z', 'updated_at': '2021-02-03T12:30:45Z', 'revision_number': 1, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:30:47.283186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] Checking router: 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:30:47.292181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:30:47.293022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a036ee6a0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:30:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:30:47.445055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1b36-772b-4b3a-8c5e-3c576b641780 req-554c1cd5-e49e-4f35-b7a5-5592d9a24f57 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:47.446857 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-701d1b36-772b-4b3a-8c5e-3c576b641780 req-554c1cd5-e49e-4f35-b7a5-5592d9a24f57 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1660113
Feb 03 12:30:47.484989 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:30:47.516810 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-701d1b36-772b-4b3a-8c5e-3c576b641780 req-76f83da8-8579-4cb7-860f-64dea45274e4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607455
Feb 03 12:30:47.701932 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0b3bbc18-aca6-446b-b24f-3075b1c7cefd req-dfde0f5b-3a53-43ae-84cf-c20310ed0903 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 210 time: 0.0521362
Feb 03 12:30:47.868236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a036ee6a0>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '34fe962c-cd9c-46e2-a2a7-ea28ba5cda8d', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'port_id': 'd1561c41-dd78-4886-a204-22fc9904f9d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'mac_address': 'fa:16:3e:ce:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b1d821-5c56-4603-aabc-49b066698437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:29:50Z', 'updated_at': '2021-02-03T12:30:45Z', 'revision_number': 1, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:30:47.872733 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71595a-e57b-4817-8153-374f4125b9cf None None] The sync data for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi is: [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '34fe962c-cd9c-46e2-a2a7-ea28ba5cda8d', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'port_id': 'd1561c41-dd78-4886-a204-22fc9904f9d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'mac_address': 'fa:16:3e:ce:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b1d821-5c56-4603-aabc-49b066698437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:29:50Z', 'updated_at': '2021-02-03T12:30:45Z', 'revision_number': 1, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:30:47.999724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f631a-cfa6-4956-a05c-2765895779f1 req-52f4e3b6-16d5-462b-8102-581f62c45864 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:48.001407 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cb4f631a-cfa6-4956-a05c-2765895779f1 req-52f4e3b6-16d5-462b-8102-581f62c45864 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 943 time: 0.1802528
Feb 03 12:30:48.070219 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cb4f631a-cfa6-4956-a05c-2765895779f1 req-d99a359c-27e0-4f9c-a5ad-5c8093fd4b92 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605047
Feb 03 12:30:48.278597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77c635-dd13-47ff-8baa-7e962ee98e68 None None] New status for floating IP 34fe962c-cd9c-46e2-a2a7-ea28ba5cda8d: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:30:48.421373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b96ff-50dd-44f1-8f3f-06f05380c8ea req-c3512b2e-5652-4471-9457-c053566ec910 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:48.423140 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-157b96ff-50dd-44f1-8f3f-06f05380c8ea req-c3512b2e-5652-4471-9457-c053566ec910 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 943 time: 0.1764996
Feb 03 12:30:48.489461 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-157b96ff-50dd-44f1-8f3f-06f05380c8ea req-aab53b0c-dff1-4007-b934-0e3cbea31232 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591018
Feb 03 12:30:48.829882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abfae1-a2e6-4d4b-9010-6363fc69b2a4 req-e07a0c10-ca77-40ab-b33f-23549e6e16df tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:48.831425 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-21abfae1-a2e6-4d4b-9010-6363fc69b2a4 req-e07a0c10-ca77-40ab-b33f-23549e6e16df tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1750531
Feb 03 12:30:48.903020 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-21abfae1-a2e6-4d4b-9010-6363fc69b2a4 req-cd083ccf-2080-485f-a4c3-96331d34f9a8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616245
Feb 03 12:30:49.080288 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-70ea85d6-de13-4883-9d7c-3ca4becc88cb req-7283f1bd-0d7d-4319-b027-06ef7b8be27b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 210 time: 0.0549014
Feb 03 12:30:49.369280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce134680-9f61-40d9-b08a-81a06b2cc3fc req-e049235f-e1db-4dcb-8ce0-4a5270e56998 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:49.370917 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce134680-9f61-40d9-b08a-81a06b2cc3fc req-e049235f-e1db-4dcb-8ce0-4a5270e56998 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 943 time: 0.1709628
Feb 03 12:30:49.415916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Request body: {'port': {'device_id': '7f9cd167-dc65-4ee2-a431-f563a7908751', 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1', 'admin_state_up': True, 'tenant_id': 'd042df76237942259c50782ec90b8ce8'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:30:49.443534 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce134680-9f61-40d9-b08a-81a06b2cc3fc req-8d7cdc50-a36a-4fab-af1e-8c0f4bcc5b47 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645049
Feb 03 12:30:49.626370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f57e6-53ba-4eb5-ba5c-5aa31028f489 req-f9b39479-bb85-4800-82e6-edb3f5827d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:49.628111 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a79f57e6-53ba-4eb5-ba5c-5aa31028f489 req-f9b39479-bb85-4800-82e6-edb3f5827d92 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98fb13efba474431afb611c898c45d4d&device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 1160 time: 0.1531100
Feb 03 12:30:49.738246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 009a75e0-63e1-45a0-af03-ad0fb5c6b13e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:49.795265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-989902db-951c-41ab-8d4c-17e61bc0da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:49.796633 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-989902db-951c-41ab-8d4c-17e61bc0da4f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 1163 time: 0.2517631
Feb 03 12:30:49.812002 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:30:49.817765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:49.818393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:49.908824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:49.920365 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6baf3407-f9a9-4d22-8b7b-d8018563b93f req-21959195-76bc-4232-8065-0a2e5e785211 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2081580
Feb 03 12:30:49.924122 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:49.952428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f57e6-53ba-4eb5-ba5c-5aa31028f489 req-5dc2eb2a-39fd-44ab-9729-f0cb35fe9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:49.953733 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Made reservation on behalf of d042df76237942259c50782ec90b8ce8 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:30:49.954081 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a79f57e6-53ba-4eb5-ba5c-5aa31028f489 req-5dc2eb2a-39fd-44ab-9729-f0cb35fe9f50 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=98fb13efba474431afb611c898c45d4d&shared=False HTTP/1.1" status: 200  len: 903 time: 0.2834167
Feb 03 12:30:49.962653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:49.994379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:50.000851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:30:50.002019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:30:50.009021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:50.011170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:50.116994 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:50.124268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7000ffa-8a7e-4eed-8e26-2ce0c831e160 req-ae95082b-bea3-4ece-8a70-2286e2845632 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:50.125989 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f7000ffa-8a7e-4eed-8e26-2ce0c831e160 req-ae95082b-bea3-4ece-8a70-2286e2845632 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 943 time: 0.4961169
Feb 03 12:30:50.128061 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:50.234288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-6e2d34cc-0c73-4beb-bd5a-e60f61597ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:50.236076 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-6e2d34cc-0c73-4beb-bd5a-e60f61597ae5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 910 time: 0.4307609
Feb 03 12:30:50.257849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 009a75e0-63e1-45a0-af03-ad0fb5c6b13e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:50.352996 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:50.353608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:50.395293 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f7000ffa-8a7e-4eed-8e26-2ce0c831e160 req-83308c37-643b-4967-a606-4eb87dc27787 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2540753
Feb 03 12:30:50.413951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e73caf-5daf-4669-9fea-0e6b90350263 req-5f10e7d8-1ebd-4539-992e-0936360933c0 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:50.421890 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-94e73caf-5daf-4669-9fea-0e6b90350263 req-5f10e7d8-1ebd-4539-992e-0936360933c0 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.3380001
Feb 03 12:30:50.425967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f57e6-53ba-4eb5-ba5c-5aa31028f489 req-179de015-99f3-4c42-bb70-e530c2c77d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:50.427692 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a79f57e6-53ba-4eb5-ba5c-5aa31028f489 req-179de015-99f3-4c42-bb70-e530c2c77d4a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4493079
Feb 03 12:30:50.437075 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-dc3b0fe7-35ca-42c8-a5c4-f8e54c231bcf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1561c41-dd78-4886-a204-22fc9904f9d6 HTTP/1.1" status: 200  len: 1002 time: 0.1884787
Feb 03 12:30:50.539896 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-94e73caf-5daf-4669-9fea-0e6b90350263 req-78d19631-feab-4f01-8b8a-24a0b5e7aecc tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169968
Feb 03 12:30:50.579177 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'code': 200}
Feb 03 12:30:50.605283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-3c4a667a-8bb8-4201-a579-35c1d1283d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:50.606928 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-3c4a667a-8bb8-4201-a579-35c1d1283d64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.1607995
Feb 03 12:30:50.681339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Allocated IP 172.20.0.10 (b7ab0312-92c5-4aaa-a799-a0ebfd359dc1/2e4a0e08-0f99-4ec6-9ca6-e6ed17293964/e259f291-310e-40cf-a1dc-65cbb93244f7) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:30:50.749818 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ecdfc1a8-3324-400e-b8d6-5b845dd56bbf req-ed9f8558-e0a4-41c2-9935-aa2fb70e88e6 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 210 time: 0.0613170
Feb 03 12:30:50.989466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-2d01d87a-36ff-401f-ac81-1611ec6b7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:50.991229 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-2d01d87a-36ff-401f-ac81-1611ec6b7b5d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98fb13efba474431afb611c898c45d4d&device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 1160 time: 0.4977438
Feb 03 12:30:51.056962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:51.079198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c586273-7f96-4afa-a1de-a7370788a0ca req-55860e8c-e335-49a7-9575-46ef0ac31e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:51.080820 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c586273-7f96-4afa-a1de-a7370788a0ca req-55860e8c-e335-49a7-9575-46ef0ac31e1c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1162 time: 0.1556506
Feb 03 12:30:51.085909 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-a4bd1d1e-bd4a-48a6-af10-92664817a740 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b97d0d6-88b3-4890-af5d-4fe73ad27b51 HTTP/1.1" status: 200  len: 217 time: 0.0735328
Feb 03 12:30:51.087808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-2f584757-9bfc-4234-93b1-2d20245f8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:51.089289 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-2f584757-9bfc-4234-93b1-2d20245f8db2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4685819
Feb 03 12:30:51.117076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:51.142393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:51.181291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76657097-bd0c-4ed7-93ca-be528897d7c7 req-897f256d-1c5b-4ce9-95f7-42b2a108ccb8 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:51.182977 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76657097-bd0c-4ed7-93ca-be528897d7c7 req-897f256d-1c5b-4ce9-95f7-42b2a108ccb8 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.2847245
Feb 03 12:30:51.269956 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c586273-7f96-4afa-a1de-a7370788a0ca req-fa9ebdf9-a28f-4c7d-aeec-f0171331fd5d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748316
Feb 03 12:30:51.288182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Pushing event updated for resources: {'Port': ['ID=e259f291-310e-40cf-a1dc-65cbb93244f7,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:51.293566 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:51.349990 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:30:51.351281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:30:51.353593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:30:51.375055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6c00e187-0d79-42a6-b88f-bd37b86b26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:51.376648 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-6c00e187-0d79-42a6-b88f-bd37b86b26e4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6dc3f29b-a017-4d83-955b-176a6156cad1 HTTP/1.1" status: 200  len: 849 time: 0.1915290
Feb 03 12:30:51.414982 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76657097-bd0c-4ed7-93ca-be528897d7c7 req-cb96af88-c85c-48b2-abb2-b880d39bfa0a tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745763
Feb 03 12:30:51.438445 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-f66a060f-bc58-47c2-95c7-2e0068692d7e service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2543952
Feb 03 12:30:51.480964 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:51.481680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:51.506528 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0954084
Feb 03 12:30:51.614954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Request body: {'port': {'device_id': '7f9cd167-dc65-4ee2-a431-f563a7908751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:30:51.768663 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:51.798270 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-2d45db71-b2c3-45eb-ae20-1fb4be453e7c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c693f30b-5329-4f27-b807-cf08932a5469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1159225
Feb 03 12:30:51.865268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc6589-e6c4-4945-b351-8c939d8162d6 req-f06fb91f-e06f-4f8d-939b-bff415f1cffc tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:51.866996 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89bc6589-e6c4-4945-b351-8c939d8162d6 req-f06fb91f-e06f-4f8d-939b-bff415f1cffc tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 943 time: 0.3044610
Feb 03 12:30:51.939625 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d9d5933f-b7f8-4441-b46b-aabc9fd2aa0e req-f814834c-de4c-47db-a9ea-cf47041cba68 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3547304
Feb 03 12:30:52.023224 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89bc6589-e6c4-4945-b351-8c939d8162d6 req-fa13de45-5793-4c99-84bc-e72363bd6054 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496418
Feb 03 12:30:52.076607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d873420-f1d6-4e17-890c-f31aa2f32399 req-8bd71888-93d6-46ac-8657-a2050f82b4e6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:52.078348 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0d873420-f1d6-4e17-890c-f31aa2f32399 req-8bd71888-93d6-46ac-8657-a2050f82b4e6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.3973856
Feb 03 12:30:52.118305 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-95387c4b-8b55-4c06-bd8a-fe36de7b185c service neutron] 10.222.0.86 "GET /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2893918
Feb 03 12:30:52.240229 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0d873420-f1d6-4e17-890c-f31aa2f32399 req-42927b4c-4099-4117-95cb-5f1fa05a7369 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445279
Feb 03 12:30:52.312041 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52344426-bd31-41cd-bbe6-92e274a1ef6d req-1b642e7c-dbfc-4803-bf4d-9dd3107f7a84 service neutron] 10.222.0.86 "GET /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1781878
Feb 03 12:30:52.422531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e08a5-8cb4-4558-bfdc-3c2a84397906 req-75093655-ab39-4552-b82b-317d461872ff tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:52.423326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-5f5e08a5-8cb4-4558-bfdc-3c2a84397906 req-75093655-ab39-4552-b82b-317d461872ff tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Synchronizing usage tracker for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:30:52.439494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-94fd627a-14bf-4fe5-9d56-d907c05f0aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:52.451211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-5f5e08a5-8cb4-4558-bfdc-3c2a84397906 req-75093655-ab39-4552-b82b-317d461872ff tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Unset dirty status for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:30:52.452483 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5f5e08a5-8cb4-4558-bfdc-3c2a84397906 req-75093655-ab39-4552-b82b-317d461872ff tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 932 time: 0.3030286
Feb 03 12:30:52.546592 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e259f291-310e-40cf-a1dc-65cbb93244f7 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:30:52.559100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:52.583461 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5f5e08a5-8cb4-4558-bfdc-3c2a84397906 req-1519c056-eb4f-4a5f-87ff-b2abca938677 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907116
Feb 03 12:30:52.592679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Transition to ACTIVE for port object e259f291-310e-40cf-a1dc-65cbb93244f7 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:30:52.595851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:52.612553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:52.719925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faa78f-b099-43b6-a5d2-a94da5600a41 req-4eaf4f95-042f-4621-a345-8a217675dc9b tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:52.721668 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d5faa78f-b099-43b6-a5d2-a94da5600a41 req-4eaf4f95-042f-4621-a345-8a217675dc9b tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.1751084
Feb 03 12:30:52.746282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Pushing event updated for resources: {'Port': ['ID=e259f291-310e-40cf-a1dc-65cbb93244f7,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:52.750784 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:52.790154 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d5faa78f-b099-43b6-a5d2-a94da5600a41 req-2f70f1f8-08ae-4c65-b175-cc732e2644db tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615590
Feb 03 12:30:52.948944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Attempting to bind port e259f291-310e-40cf-a1dc-65cbb93244f7 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:30:52.949309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Attempting to bind port e259f291-310e-40cf-a1dc-65cbb93244f7 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:30:52.949660 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Attempting to bind port e259f291-310e-40cf-a1dc-65cbb93244f7 on network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:30:52.955938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:30:52.956464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Checking segment: {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:30:52.956974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:52.957374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Bound using segment: {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:30:52.957875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Bound port: e259f291-310e-40cf-a1dc-65cbb93244f7, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:30:52.958253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:53.060009 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] For port e259f291-310e-40cf-a1dc-65cbb93244f7, host hv-cinder-77387, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:30:53.063703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] For port e259f291-310e-40cf-a1dc-65cbb93244f7, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e259f291-310e-40cf-a1dc-65cbb93244f7,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:30:53.068001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:53.084403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:53.517997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Pushing event updated for resources: {'Port': ['ID=e259f291-310e-40cf-a1dc-65cbb93244f7,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:53.526068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:53.555080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d2662-4db9-4106-9b1c-1a99900a6bb8 req-35a6d4ab-eea4-4d91-9c15-a15fb8d75344 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:53.556910 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bc3d2662-4db9-4106-9b1c-1a99900a6bb8 req-35a6d4ab-eea4-4d91-9c15-a15fb8d75344 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1837025
Feb 03 12:30:53.564321 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:53.565006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:53.566538 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] 10.222.0.86 "PUT /v2.0/ports/e259f291-310e-40cf-a1dc-65cbb93244f7 HTTP/1.1" status: 200  len: 1158 time: 1.9612346
Feb 03 12:30:53.567062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9cd167-dc65-4ee2-a431-f563a7908751', 'tag': 'e259f291-310e-40cf-a1dc-65cbb93244f7'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:30:53.632956 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bc3d2662-4db9-4106-9b1c-1a99900a6bb8 req-6ac84e0d-63d6-4bb5-a046-b7c843d7542d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667906
Feb 03 12:30:53.659136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94f1e6-3707-4fce-9632-7bad6c7a08ff req-448c2a74-ce3e-4af4-8512-863bd480842f tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:53.660878 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ed94f1e6-3707-4fce-9632-7bad6c7a08ff req-448c2a74-ce3e-4af4-8512-863bd480842f tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 943 time: 0.2664568
Feb 03 12:30:53.784840 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ed94f1e6-3707-4fce-9632-7bad6c7a08ff req-825b70b4-3378-4307-8871-7947027ad07a tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811472
Feb 03 12:30:53.801242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-80ab541a-c4b5-4a07-8554-727fbeaaec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:53.803107 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-80ab541a-c4b5-4a07-8554-727fbeaaec2b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 1161 time: 0.1412084
Feb 03 12:30:53.869336 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9cd167-dc65-4ee2-a431-f563a7908751', 'tag': 'e259f291-310e-40cf-a1dc-65cbb93244f7', 'status': 'completed', 'code': 200}
Feb 03 12:30:53.885438 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-ba34a9e3-ebb4-47ef-befc-4cf8cf791063 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e259f291-310e-40cf-a1dc-65cbb93244f7 HTTP/1.1" status: 200  len: 217 time: 0.0690386
Feb 03 12:30:54.014885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-67276aa9-b7f2-4942-8650-2e41ffc19c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:54.016461 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-67276aa9-b7f2-4942-8650-2e41ffc19c0f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 200  len: 854 time: 0.1156263
Feb 03 12:30:54.094020 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-a753b15d-9382-45ba-9a9e-8a5435203e9b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516326
Feb 03 12:30:54.142517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b7bc-7c92-4324-8c18-bb65a955b3be req-6ef9fdbb-717c-4482-a00d-40b0a88423fc tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:54.144222 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c244b7bc-7c92-4324-8c18-bb65a955b3be req-6ef9fdbb-717c-4482-a00d-40b0a88423fc tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.1655412
Feb 03 12:30:54.193089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14660e5d-c6fa-40d0-8d69-438e276949b3 req-bee6ba09-e086-487a-b45c-a1068c072b92 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:54.194854 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-14660e5d-c6fa-40d0-8d69-438e276949b3 req-bee6ba09-e086-487a-b45c-a1068c072b92 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 944 time: 0.2197380
Feb 03 12:30:54.210849 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c244b7bc-7c92-4324-8c18-bb65a955b3be req-44271b60-d6f4-48a5-9a42-73a7268ce1e5 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595584
Feb 03 12:30:54.343039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 009a75e0-63e1-45a0-af03-ad0fb5c6b13e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:54.359344 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-14660e5d-c6fa-40d0-8d69-438e276949b3 req-d5079b61-797a-4c46-bc2f-4bbe3d8fe5c3 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339116
Feb 03 12:30:54.404257 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-95f1350d-98f2-468f-a8d6-4d07b2e42be1 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2967224
Feb 03 12:30:54.456092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:54.456525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:54.544205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cf335-eb73-4848-8994-3aee159e6788 req-356785cf-8a94-4f4e-a131-b60129c070d6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:54.545978 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c23cf335-eb73-4848-8994-3aee159e6788 req-356785cf-8a94-4f4e-a131-b60129c070d6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.1871223
Feb 03 12:30:54.574862 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ee9829cf-13c7-4b5e-9e2d-5493dd89d72a req-5de0509f-3c1c-4cd3-9d0a-944417444712 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1461697
Feb 03 12:30:54.617155 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c23cf335-eb73-4848-8994-3aee159e6788 req-7b1a05ef-922c-40ba-a68d-299d516fb1fa tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623171
Feb 03 12:30:54.732340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fa923-19a6-4b20-ac77-2641cdae6e7d req-471f7726-9804-4c3e-a3c5-bfae09613ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:54.734269 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-348fa923-19a6-4b20-ac77-2641cdae6e7d req-471f7726-9804-4c3e-a3c5-bfae09613ed0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 1161 time: 0.0814271
Feb 03 12:30:54.889236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fa923-19a6-4b20-ac77-2641cdae6e7d req-0d66c750-487d-4548-8cf3-1bdbbdc62fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:54.890876 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-348fa923-19a6-4b20-ac77-2641cdae6e7d req-0d66c750-487d-4548-8cf3-1bdbbdc62fe1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 908 time: 0.1441088
Feb 03 12:30:54.948094 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28e30f-3bf0-4a1b-a2da-91b9f40848ba req-eb1de903-e321-49f4-97da-699e57667af6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:54.955768 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2c28e30f-3bf0-4a1b-a2da-91b9f40848ba req-eb1de903-e321-49f4-97da-699e57667af6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1885891
Feb 03 12:30:55.001763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea4ce-92e7-4d1b-a302-7a82644665ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:55.021486 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2c28e30f-3bf0-4a1b-a2da-91b9f40848ba req-08fce479-561a-41b8-9ee4-75cb8c1279fb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647752
Feb 03 12:30:55.046993 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-348fa923-19a6-4b20-ac77-2641cdae6e7d req-151aea1c-72ab-4e3a-98f0-98f094d346c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e259f291-310e-40cf-a1dc-65cbb93244f7 HTTP/1.1" status: 200  len: 217 time: 0.1269114
Feb 03 12:30:55.138976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fa923-19a6-4b20-ac77-2641cdae6e7d req-a229c51e-e140-4f98-9bd3-00a6351e137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:55.140435 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-348fa923-19a6-4b20-ac77-2641cdae6e7d req-a229c51e-e140-4f98-9bd3-00a6351e137b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 200  len: 854 time: 0.0740528
Feb 03 12:30:55.228338 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a918aed-9818-4147-95a7-2cf97ad0f76a req-855c8451-8f22-445e-be9e-87eb346a6991 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:55.230039 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2a918aed-9818-4147-95a7-2cf97ad0f76a req-855c8451-8f22-445e-be9e-87eb346a6991 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 943 time: 0.2366230
Feb 03 12:30:55.299337 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-348fa923-19a6-4b20-ac77-2641cdae6e7d req-97d9274e-a00d-4c0a-9e66-10df94965487 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0681770
Feb 03 12:30:55.412433 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2a918aed-9818-4147-95a7-2cf97ad0f76a req-46895f35-ff82-412e-bc5d-fa836e1f05e0 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435072
Feb 03 12:30:55.498925 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-348fa923-19a6-4b20-ac77-2641cdae6e7d req-650c0ae5-69f8-4415-ae63-a652cb6e2cbd service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858201
Feb 03 12:30:55.499939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4241-b712-41c6-9f6b-4d64a935a1e4 req-2985b4ed-6333-47e5-b4ff-da9feaea6766 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:55.501872 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-374c4241-b712-41c6-9f6b-4d64a935a1e4 req-2985b4ed-6333-47e5-b4ff-da9feaea6766 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.1800296
Feb 03 12:30:55.574349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:55.578792 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-374c4241-b712-41c6-9f6b-4d64a935a1e4 req-0035a120-aa55-49de-9cc2-25781b794ab9 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703721
Feb 03 12:30:55.730479 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-348fa923-19a6-4b20-ac77-2641cdae6e7d req-f24a0f5f-2e55-4d14-848c-3ec85a39b6b1 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2207167
Feb 03 12:30:55.786072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 50132) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:55.842444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87358f38-b382-415f-ba51-d6939aba074e req-99895481-44f0-4c3b-8793-1b51d14295da tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:55.844568 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87358f38-b382-415f-ba51-d6939aba074e req-99895481-44f0-4c3b-8793-1b51d14295da tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 944 time: 0.2466631
Feb 03 12:30:55.916200 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87358f38-b382-415f-ba51-d6939aba074e req-27079173-574d-40a8-805c-3245c70b2acc tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646954
Feb 03 12:30:55.967977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:55.988262 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:30:55.993115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d5c5271e4c43bd8075a079c802562c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:30:55.996486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:30:56.002862 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:30:56.094381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:56.097946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:56.111658 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0a3afab1-950d-42ae-95ab-23b5a7b74664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:56.155333 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d4d5c5271e4c43bd8075a079c802562c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3680353
Feb 03 12:30:56.157055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e726fdd-3ff2-4552-80e0-6063e78aa1e5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:56.158334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 50144) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:30:56.162726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:56.222665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:56.228114 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2432b2f3-419b-4dcf-a5d6-9a15513b3623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:56.260917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2432b2f3-419b-4dcf-a5d6-9a15513b3623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:56.308847 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2432b2f3-419b-4dcf-a5d6-9a15513b3623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:56.314327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d77d8567-ddf5-47a5-9d54-9ab002029d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:56.325236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432b2f3-419b-4dcf-a5d6-9a15513b3623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e726fdd-3ff2-4552-80e0-6063e78aa1e5,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:56.328980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2432b2f3-419b-4dcf-a5d6-9a15513b3623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:56.332703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2432b2f3-419b-4dcf-a5d6-9a15513b3623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:56.333058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4c3b-bf25-4fae-9a70-50ac5e5b521f req-44d8a02e-55e1-4620-8350-6e56ffe282b5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:56.333962 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2432b2f3-419b-4dcf-a5d6-9a15513b3623 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e726fdd-3ff2-4552-80e0-6063e78aa1e5 HTTP/1.1" status: 204  len: 168 time: 0.1734142
Feb 03 12:30:56.335082 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-315c4c3b-bf25-4fae-9a70-50ac5e5b521f req-44d8a02e-55e1-4620-8350-6e56ffe282b5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1743395
Feb 03 12:30:56.404375 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-315c4c3b-bf25-4fae-9a70-50ac5e5b521f req-e0c615c3-b8af-46ca-a607-75b2a0e7e964 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621057
Feb 03 12:30:56.565610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.objects.ports [None req-592a86a5-ec6b-48d6-9965-51dd98ed4f22 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 12:30:56.735170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2a7bf-21b9-40f7-8fb8-4f90c882b6e1 req-a22907e3-39a2-4cdd-9dab-52ffd0a5a11d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:56.736851 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5da2a7bf-21b9-40f7-8fb8-4f90c882b6e1 req-a22907e3-39a2-4cdd-9dab-52ffd0a5a11d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 943 time: 0.1763484
Feb 03 12:30:56.804968 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5da2a7bf-21b9-40f7-8fb8-4f90c882b6e1 req-1525c631-2946-45ad-9983-2bd79f941125 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604777
Feb 03 12:30:56.962352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:57.255848 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca03bf-3db8-4e81-83e5-8a38c800c1cd req-e82e07a3-5234-477d-8449-17be6df246de tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:57.257612 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59ca03bf-3db8-4e81-83e5-8a38c800c1cd req-e82e07a3-5234-477d-8449-17be6df246de tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 944 time: 0.1760132
Feb 03 12:30:57.330300 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59ca03bf-3db8-4e81-83e5-8a38c800c1cd req-e443e7e4-a0c4-46aa-8ee9-ed3ef80b5bb7 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646315
Feb 03 12:30:57.436635 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-3085f9e6-8f2e-4ec0-959c-d892574b661d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1110737
Feb 03 12:30:57.666502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-68804e69-47d8-4d71-82fc-64b3990d0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:57.668314 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-68804e69-47d8-4d71-82fc-64b3990d0d4a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 1162 time: 0.0895526
Feb 03 12:30:57.724150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9610eb0-0c8e-41a7-ae98-c1003830a9d1 req-f4c4a269-fbe3-424a-932a-52c9691a515a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:57.726232 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a9610eb0-0c8e-41a7-ae98-c1003830a9d1 req-f4c4a269-fbe3-424a-932a-52c9691a515a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1807537
Feb 03 12:30:57.800496 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a9610eb0-0c8e-41a7-ae98-c1003830a9d1 req-30ecc061-dd98-4244-9c63-bab9746177c8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656538
Feb 03 12:30:57.861385 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:30:57.881223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-6aa73483-7fec-46a8-a9f9-f7b2156cb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:57.884044 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-6aa73483-7fec-46a8-a9f9-f7b2156cb777 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 908 time: 0.1709180
Feb 03 12:30:57.951974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:30:57.958624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:30:57.961051 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:58.035615 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-b308cff3-8033-4d52-97af-404593f6855d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 HTTP/1.1" status: 200  len: 217 time: 0.1367049
Feb 03 12:30:58.126829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-f6c4bd15-7a22-4509-826b-00904cc09722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:58.128410 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-f6c4bd15-7a22-4509-826b-00904cc09722 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 200  len: 854 time: 0.0822561
Feb 03 12:30:58.144653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:58.176778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996378fe-9c9e-47d6-b314-b65f1f5d7c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b97d0d6-88b3-4890-af5d-4fe73ad27b51'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:30:58.189488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=4b97d0d6-88b3-4890-af5d-4fe73ad27b51,segment=NetworkSegment(9f26fefa-6825-49ab-b81f-0211b2b315e6),segment_id=9f26fefa-6825-49ab-b81f-0211b2b315e6)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:30:58.192727 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:30:58.199066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e8293fd1-9f54-4865-8fd9-2e52a874407b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:30:58.202938 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-4fe4e651-c816-4025-ad1e-0163f6b5cd85 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538721
Feb 03 12:30:58.220086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd18e6-eaa8-404a-8b34-edb14f73e481 req-03aafb45-88bb-4768-a8e7-66e72ca30287 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:58.228029 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ccdd18e6-eaa8-404a-8b34-edb14f73e481 req-03aafb45-88bb-4768-a8e7-66e72ca30287 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 943 time: 0.2222924
Feb 03 12:30:58.292716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=4b97d0d6-88b3-4890-af5d-4fe73ad27b51,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:30:58.296926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:30:58.303458 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ccdd18e6-eaa8-404a-8b34-edb14f73e481 req-74ccc57b-6553-4365-b72f-1dd815b4b014 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744076
Feb 03 12:30:58.364581 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996378fe-9c9e-47d6-b314-b65f1f5d7c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b97d0d6-88b3-4890-af5d-4fe73ad27b51', 'code': 200}
Feb 03 12:30:58.392776 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-8e871420-7a76-4560-acf9-52e97ecfae53 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781421
Feb 03 12:30:58.584151 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-90e184d0-1ab3-4701-b35c-8987d740e652 req-e799785f-3f17-4f83-8cd8-d0c9a593d38a service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1653786
Feb 03 12:30:58.920907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac04b1-19c0-41c2-b9e3-e117cf8234f3 req-7afb5fa5-5f44-4d6c-8fca-7b00a64e0b0b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:58.922660 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60ac04b1-19c0-41c2-b9e3-e117cf8234f3 req-7afb5fa5-5f44-4d6c-8fca-7b00a64e0b0b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 944 time: 0.4353809
Feb 03 12:30:58.933703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bdd0d-06a5-4cff-af89-4e1e0e43342f req-be6ac419-cc07-441f-8814-608448c570c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:58.935534 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-108bdd0d-06a5-4cff-af89-4e1e0e43342f req-be6ac419-cc07-441f-8814-608448c570c0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 1162 time: 0.1928744
Feb 03 12:30:59.025053 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60ac04b1-19c0-41c2-b9e3-e117cf8234f3 req-deb01a22-df6e-443d-99dc-5376733a9e95 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879314
Feb 03 12:30:59.035348 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-108bdd0d-06a5-4cff-af89-4e1e0e43342f req-b11dda26-14aa-4f30-b8b2-2651bba9725e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807314
Feb 03 12:30:59.110477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3c58-f087-4091-a04f-6cc2b755ba64 req-d3172284-410d-4d73-b30d-42e0748ab93b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:59.112216 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-500f3c58-f087-4091-a04f-6cc2b755ba64 req-d3172284-410d-4d73-b30d-42e0748ab93b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1660042
Feb 03 12:30:59.398251 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-500f3c58-f087-4091-a04f-6cc2b755ba64 req-6f3720a5-9537-4212-915b-b41a66754226 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2794032
Feb 03 12:30:59.608900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21757e48-6bbf-47fa-94d2-cecc18453625 req-4d2c76c8-6ebc-406c-9ab6-3e3d10ee9d2b tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:30:59.610598 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-21757e48-6bbf-47fa-94d2-cecc18453625 req-4d2c76c8-6ebc-406c-9ab6-3e3d10ee9d2b tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 945 time: 0.1639152
Feb 03 12:30:59.674271 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-21757e48-6bbf-47fa-94d2-cecc18453625 req-d71aa468-6878-4997-8373-4596f09f35c0 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570679
Feb 03 12:31:00.004596 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:00.082301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:00.082724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:00.213688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device e259f291-310e-40cf-a1dc-65cbb93244f7 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:00.284141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port e259f291-310e-40cf-a1dc-65cbb93244f7 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:31:00.290087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port e259f291-310e-40cf-a1dc-65cbb93244f7 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:00.290514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:00.324972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc7030-37b1-4dba-ba95-fa5767c065ff req-4061ebf3-1085-490d-b160-843035c2df1c tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:00.326679 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c8cc7030-37b1-4dba-ba95-fa5767c065ff req-4061ebf3-1085-490d-b160-843035c2df1c tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 944 time: 0.1703980
Feb 03 12:31:00.390915 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c8cc7030-37b1-4dba-ba95-fa5767c065ff req-7f254c01-54f5-4001-8575-6599b757c76c tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575385
Feb 03 12:31:00.415631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:00.445633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9cd167-dc65-4ee2-a431-f563a7908751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e259f291-310e-40cf-a1dc-65cbb93244f7'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:00.456510 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port e259f291-310e-40cf-a1dc-65cbb93244f7, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e259f291-310e-40cf-a1dc-65cbb93244f7,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:31:00.458924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:00.460933 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:00.510244 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9cd167-dc65-4ee2-a431-f563a7908751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e259f291-310e-40cf-a1dc-65cbb93244f7', 'code': 200}
Feb 03 12:31:00.538038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=e259f291-310e-40cf-a1dc-65cbb93244f7,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:00.541513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:00.704056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2548bc-2b44-4a3b-b07a-b3c0c0193ec5 req-11e4c706-6a97-46a6-b51e-b30ed9449395 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:00.705776 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2f2548bc-2b44-4a3b-b07a-b3c0c0193ec5 req-11e4c706-6a97-46a6-b51e-b30ed9449395 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1725471
Feb 03 12:31:00.774200 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2f2548bc-2b44-4a3b-b07a-b3c0c0193ec5 req-071f91a9-f030-4953-89f6-1fe163efa70f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587034
Feb 03 12:31:00.805487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device e259f291-310e-40cf-a1dc-65cbb93244f7 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:00.859053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fb810-ff9b-4382-8715-2e3735aae9b9 req-bcc4fe66-1939-4b32-a88f-59f04b800f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:00.860726 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-686fb810-ff9b-4382-8715-2e3735aae9b9 req-bcc4fe66-1939-4b32-a88f-59f04b800f82 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 1163 time: 0.1248329
Feb 03 12:31:01.023991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa74e70-00cf-44bc-802e-e85f17a4bc39 req-312b05ff-a13b-4879-a6d8-52f310edb7a1 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:01.025709 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6aa74e70-00cf-44bc-802e-e85f17a4bc39 req-312b05ff-a13b-4879-a6d8-52f310edb7a1 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 945 time: 0.2173154
Feb 03 12:31:01.028829 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-686fb810-ff9b-4382-8715-2e3735aae9b9 req-73b1647a-a164-4c0a-8f86-bad3970c7d62 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410544
Feb 03 12:31:01.037612 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port e259f291-310e-40cf-a1dc-65cbb93244f7 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:01.038188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:01.095493 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6aa74e70-00cf-44bc-802e-e85f17a4bc39 req-59e62a91-6dfc-450f-a747-8bd2635ccc68 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612645
Feb 03 12:31:01.697463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9c972-1501-4d26-9890-60733918b281 req-13d64341-9bdc-4c23-b4bd-8b422c1f731f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:01.699191 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c3e9c972-1501-4d26-9890-60733918b281 req-13d64341-9bdc-4c23-b4bd-8b422c1f731f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 946 time: 0.1744604
Feb 03 12:31:01.766539 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c3e9c972-1501-4d26-9890-60733918b281 req-f0153678-944e-4717-948a-4c9a6dd8fcae tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608387
Feb 03 12:31:02.073326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9121330-681d-4152-b449-05ac84350c8d req-e8ecb380-9795-41c7-a5e8-096611478174 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:02.074945 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c9121330-681d-4152-b449-05ac84350c8d req-e8ecb380-9795-41c7-a5e8-096611478174 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1703250
Feb 03 12:31:02.149139 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c9121330-681d-4152-b449-05ac84350c8d req-88e1354f-486a-42a2-b0fb-96dae57c9345 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645618
Feb 03 12:31:02.403854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfa624-7112-479c-a0cf-6c7dbb9b855a req-c158674f-4e77-4252-bba6-0d612b11ff4a tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:02.405468 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2ddfa624-7112-479c-a0cf-6c7dbb9b855a req-c158674f-4e77-4252-bba6-0d612b11ff4a tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 945 time: 0.1747656
Feb 03 12:31:02.475769 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2ddfa624-7112-479c-a0cf-6c7dbb9b855a req-882e8904-aa20-4eb5-9e1f-1b1fca638d63 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608540
Feb 03 12:31:03.062834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82837f-3c9b-4579-86a3-ef0105b67cf5 req-cbfc6e8c-bffa-4b85-be5d-832b3ee8dafe tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:03.064567 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0e82837f-3c9b-4579-86a3-ef0105b67cf5 req-cbfc6e8c-bffa-4b85-be5d-832b3ee8dafe tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 946 time: 0.1672971
Feb 03 12:31:03.134421 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0e82837f-3c9b-4579-86a3-ef0105b67cf5 req-7a17ac07-0fcc-42a3-ac88-5e7916b0c3a8 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619521
Feb 03 12:31:03.455349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63cd9d-2865-452d-a6db-e014b641ac22 req-60e1cb48-608d-4edc-98d5-1c838f699fc9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:03.456999 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0d63cd9d-2865-452d-a6db-e014b641ac22 req-60e1cb48-608d-4edc-98d5-1c838f699fc9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1747451
Feb 03 12:31:03.524766 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0d63cd9d-2865-452d-a6db-e014b641ac22 req-2472a71c-aafd-4235-8fa0-f8d15dc92086 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607295
Feb 03 12:31:04.388652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bd310-4bb9-46b6-8777-aa0599eda2d6 req-5570453b-9f70-412f-b1e7-04d7a66f58bd tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:04.390317 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-230bd310-4bb9-46b6-8777-aa0599eda2d6 req-5570453b-9f70-412f-b1e7-04d7a66f58bd tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 945 time: 0.1733544
Feb 03 12:31:04.448500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069e94a-062a-4a72-8c19-9542d3003047 req-31281cc1-e9d1-4d95-bb9c-cf69c82ef7fe tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:04.450347 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9069e94a-062a-4a72-8c19-9542d3003047 req-31281cc1-e9d1-4d95-bb9c-cf69c82ef7fe tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 946 time: 0.1654985
Feb 03 12:31:04.457005 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-230bd310-4bb9-46b6-8777-aa0599eda2d6 req-d131ee87-b0e7-494d-aa9f-a4f6dee5bf32 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602672
Feb 03 12:31:04.516945 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9069e94a-062a-4a72-8c19-9542d3003047 req-ce6bc123-b0f1-42e9-9f49-de8a6b947160 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599937
Feb 03 12:31:04.826274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b54011-54f6-4ede-9339-53017dbbf93f req-6741dcd9-9bf5-4bf4-84ea-2f1a00743499 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:04.827995 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f5b54011-54f6-4ede-9339-53017dbbf93f req-6741dcd9-9bf5-4bf4-84ea-2f1a00743499 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1715157
Feb 03 12:31:04.906372 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f5b54011-54f6-4ede-9339-53017dbbf93f req-b6177c14-c3e3-4b2b-80ba-0d774f1fa174 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709932
Feb 03 12:31:04.953783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device e259f291-310e-40cf-a1dc-65cbb93244f7 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:05.038320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port e259f291-310e-40cf-a1dc-65cbb93244f7 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:05.038744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:05.413004 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:05.762590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8978793-b67b-4bff-86d2-cc93b48b08c1 req-ea44ce77-82bb-4dd2-be0d-429a88d0131b tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:05.764271 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8978793-b67b-4bff-86d2-cc93b48b08c1 req-ea44ce77-82bb-4dd2-be0d-429a88d0131b tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 945 time: 0.1743181
Feb 03 12:31:05.834046 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8978793-b67b-4bff-86d2-cc93b48b08c1 req-3c44acb3-f91a-477c-8a2d-50941f749e18 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630748
Feb 03 12:31:06.214902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96aa6a0-002a-47dc-ad75-0a8f75372981 req-70fd79c0-5d3a-4fd8-8085-82e39b1973d4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:06.216614 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c96aa6a0-002a-47dc-ad75-0a8f75372981 req-70fd79c0-5d3a-4fd8-8085-82e39b1973d4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1756411
Feb 03 12:31:06.281046 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c96aa6a0-002a-47dc-ad75-0a8f75372981 req-45f2570f-67bc-4e39-9e30-3639516babaa tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577970
Feb 03 12:31:07.160170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643830e-3584-40b0-8fbe-cb11aecca432 req-54e1c44d-5c2a-4910-adbb-a20d96a23345 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:07.162391 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e643830e-3584-40b0-8fbe-cb11aecca432 req-54e1c44d-5c2a-4910-adbb-a20d96a23345 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 945 time: 0.1743588
Feb 03 12:31:07.233003 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e643830e-3584-40b0-8fbe-cb11aecca432 req-8d8dff43-cbfe-4b41-9009-d53097e32cd4 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645771
Feb 03 12:31:07.590437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c098e-7a39-475a-ab21-0d093487b7ca req-d450eb26-6349-4b43-9ef6-2e8eefbe0994 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:07.592059 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3d1c098e-7a39-475a-ab21-0d093487b7ca req-d450eb26-6349-4b43-9ef6-2e8eefbe0994 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1796355
Feb 03 12:31:07.661759 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3d1c098e-7a39-475a-ab21-0d093487b7ca req-118d3860-63e8-48df-a86d-bd38e8020b47 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598853
Feb 03 12:31:07.950891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a591ef-e541-4fd7-95d4-bd73ee78a5b0 req-151b643e-ec21-4b71-995c-c51a4eb2c640 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:07.952660 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76a591ef-e541-4fd7-95d4-bd73ee78a5b0 req-151b643e-ec21-4b71-995c-c51a4eb2c640 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.1710308
Feb 03 12:31:08.020734 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76a591ef-e541-4fd7-95d4-bd73ee78a5b0 req-92d24dd1-2910-48c5-95b1-af51e4fe5f77 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613596
Feb 03 12:31:08.278448 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-c5b9e92d-ecce-48aa-8e17-2b6605d17f7a tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2028978
Feb 03 12:31:08.289012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Request body: {'floatingip': {'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:08.311208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:31:08.315533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Usage tracker for resource:floatingip and tenant:3698844f87134bf89829473444d0544f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:31:08.319315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:31:08.325676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:31:08.337790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:08.489929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:08.765367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Allocated IP 172.27.0.92 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/12695ca3-3a00-4105-bd93-c246bf8b932c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:31:08.933728 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:08.968532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:08.984842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2056c97b-eae6-4496-abd3-58a17e412b13 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:09.124662 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event updated for resources: {'Port': ['ID=12695ca3-3a00-4105-bd93-c246bf8b932c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:09.147434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.147936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.148359 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.148761 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.149163 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.149562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.150009 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.150399 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.150795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.151173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.151541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.151929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.152353 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.152744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.153132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.153518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.153926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.154314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.154701 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.155087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.155469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.155855 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.156242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.156630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:09.162023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:09.204367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:31:09.205529 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:31:09.208057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:31:09.341526 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:09.411207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:09.689481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:09.694865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:09.708022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:10.030826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event updated for resources: {'Port': ['ID=12695ca3-3a00-4105-bd93-c246bf8b932c,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:10.035370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:10.141021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:10.176339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:10.178205 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8936739
Feb 03 12:31:10.282646 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-42cf19c7-d7e7-4755-b956-fc12bb73b448 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Synchronizing usage tracker for tenant:3698844f87134bf89829473444d0544f on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:31:10.300422 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-42cf19c7-d7e7-4755-b956-fc12bb73b448 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Unset dirty status for tenant:3698844f87134bf89829473444d0544f on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:31:10.301721 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-42cf19c7-d7e7-4755-b956-fc12bb73b448 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.92 HTTP/1.1" status: 200  len: 695 time: 0.1167011
Feb 03 12:31:10.544460 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-f3cca554-f668-4886-ba7a-c432acb02acd tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:10.545899 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-f3cca554-f668-4886-ba7a-c432acb02acd tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 784 time: 0.2374282
Feb 03 12:31:10.560923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-ef4c5d46-19f2-4463-b80c-3eeb17ef0e1d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:31:10.561998 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1236bbbb-7dec-4dae-a170-edff7d646615 req-ef4c5d46-19f2-4463-b80c-3eeb17ef0e1d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064678
Feb 03 12:31:10.838199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc772f-311a-474a-9743-2874072d31ef req-d8d0a330-78b2-4d67-a0a5-46d1e6b308e7 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:10.839747 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbcc772f-311a-474a-9743-2874072d31ef req-d8d0a330-78b2-4d67-a0a5-46d1e6b308e7 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 945 time: 0.1715229
Feb 03 12:31:10.907708 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbcc772f-311a-474a-9743-2874072d31ef req-e234754b-f276-4926-b508-4ee94a8e8d97 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583003
Feb 03 12:31:11.196709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277e14b-a0b4-468c-90ff-648970b36888 req-63396c95-eaa3-4f18-9a05-a458451e1fc7 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:11.198378 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f277e14b-a0b4-468c-90ff-648970b36888 req-63396c95-eaa3-4f18-9a05-a458451e1fc7 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1704183
Feb 03 12:31:11.266740 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f277e14b-a0b4-468c-90ff-648970b36888 req-a99be53f-04cd-45a4-b972-f92e92eb08d2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586066
Feb 03 12:31:11.555165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-73b48746-49af-4e28-a640-c9dbb6b27fe8 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:11.556902 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-73b48746-49af-4e28-a640-c9dbb6b27fe8 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1714718
Feb 03 12:31:11.660856 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-193030e6-0132-4ee9-99a2-7a453189d681 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.92 HTTP/1.1" status: 200  len: 695 time: 0.0971892
Feb 03 12:31:11.674074 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-bdfb06f9-e434-4dbe-b6af-669f08a05064 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Request body: {'floatingip': {'port_id': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:11.777025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-bdfb06f9-e434-4dbe-b6af-669f08a05064 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:12.238416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbeb97c-4d44-46e0-8d39-031607460328 req-a158001c-7c8f-457a-b9ec-1c90af3856b6 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:12.240143 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0bbeb97c-4d44-46e0-8d39-031607460328 req-a158001c-7c8f-457a-b9ec-1c90af3856b6 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 945 time: 0.1828854
Feb 03 12:31:12.282712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:12.309621 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0bbeb97c-4d44-46e0-8d39-031607460328 req-97099a7e-0fbb-47ee-b7c2-7c17ca095ca8 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618963
Feb 03 12:31:12.359587 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:12.360402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:12.494866 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:12.570642 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85327de1-2e95-4443-b90d-001063939ce6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:12.571216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:12.622761 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd377a-6a73-4d18-a33d-d102242d3539 req-e88973ce-ff60-4d43-9d5d-b54b3afb1b28 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:12.624598 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cecd377a-6a73-4d18-a33d-d102242d3539 req-e88973ce-ff60-4d43-9d5d-b54b3afb1b28 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1923232
Feb 03 12:31:12.694447 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cecd377a-6a73-4d18-a33d-d102242d3539 req-51359532-5931-4d0c-ae98-a3858d6314f9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630829
Feb 03 12:31:12.957909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-bdfb06f9-e434-4dbe-b6af-669f08a05064 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:12.963398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-bdfb06f9-e434-4dbe-b6af-669f08a05064 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:12.993806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:31:13.016424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:31:13.117295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:13.146038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996378fe-9c9e-47d6-b314-b65f1f5d7c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b97d0d6-88b3-4890-af5d-4fe73ad27b51'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:13.156633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=4b97d0d6-88b3-4890-af5d-4fe73ad27b51,segment=NetworkSegment(9f26fefa-6825-49ab-b81f-0211b2b315e6),segment_id=9f26fefa-6825-49ab-b81f-0211b2b315e6)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:31:13.160056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:13.163706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:13.209608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-44f3e6a8-f092-48b7-9add-6d47d535adc4 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:13.211569 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-44f3e6a8-f092-48b7-9add-6d47d535adc4 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.86 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 945 time: 0.5658734
Feb 03 12:31:13.216414 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996378fe-9c9e-47d6-b314-b65f1f5d7c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b97d0d6-88b3-4890-af5d-4fe73ad27b51', 'code': 200}
Feb 03 12:31:13.245811 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=4b97d0d6-88b3-4890-af5d-4fe73ad27b51,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:13.249227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:13.250865 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-bdfb06f9-e434-4dbe-b6af-669f08a05064 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Floating IP 8bfc5f87-a426-4195-984b-9599dbcd4b19 associated. External IP: 172.27.0.92, port: 009a75e0-63e1-45a0-af03-ad0fb5c6b13e.
Feb 03 12:31:13.491607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Deleting port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:31:13.491988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:13.614835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561024ea-ba90-4799-a3c0-0db72126f4c8 req-41fd1ff0-f58e-449b-9ab4-c9e3311bbef3 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:13.616513 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-561024ea-ba90-4799-a3c0-0db72126f4c8 req-41fd1ff0-f58e-449b-9ab4-c9e3311bbef3 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 943 time: 0.1706231
Feb 03 12:31:13.684339 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-561024ea-ba90-4799-a3c0-0db72126f4c8 req-df756869-ac6d-41fe-9431-3a96c2588686 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605259
Feb 03 12:31:13.934296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] For port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=4b97d0d6-88b3-4890-af5d-4fe73ad27b51,segment=NetworkSegment(9f26fefa-6825-49ab-b81f-0211b2b315e6),segment_id=9f26fefa-6825-49ab-b81f-0211b2b315e6)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:31:13.934558 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:14.009254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062feba-8a49-4c62-9cee-09f06e32f2f2 req-f7ff74b4-586d-44df-b06d-63975d283289 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:14.010532 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1062feba-8a49-4c62-9cee-09f06e32f2f2 req-f7ff74b4-586d-44df-b06d-63975d283289 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1809061
Feb 03 12:31:14.077264 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1062feba-8a49-4c62-9cee-09f06e32f2f2 req-a4e1dc74-85d1-4647-af30-62e1156f18f8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599923
Feb 03 12:31:14.098001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Calling delete_port for 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:31:14.162643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-bdfb06f9-e434-4dbe-b6af-669f08a05064 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Router 80b25bba-4c66-491a-ad8f-8489e6aefa72 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:31:14.511476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:14.534746 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:14.756057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c6661-d0b1-4a6b-b643-9fabd8b2e3a3 req-c7c9a516-43f3-4a24-bf53-a51c9dc135d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:14.758533 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f65c6661-d0b1-4a6b-b643-9fabd8b2e3a3 req-c7c9a516-43f3-4a24-bf53-a51c9dc135d0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 1162 time: 0.0851054
Feb 03 12:31:14.815011 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f65c6661-d0b1-4a6b-b643-9fabd8b2e3a3 req-6c20d128-8d2a-4327-9d3a-1eed3851c5e2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443254
Feb 03 12:31:14.849432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-bdfb06f9-e434-4dbe-b6af-669f08a05064 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:31:14.855608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Pushing event deleted for resources: {'Port': ['ID=4b97d0d6-88b3-4890-af5d-4fe73ad27b51,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:14.862305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:14.863393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] Sync routers for ids ['80b25bba-4c66-491a-ad8f-8489e6aefa72'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:31:14.870072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-bdfb06f9-e434-4dbe-b6af-669f08a05064 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:14.872739 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7c24e487-c231-4cfd-b2ce-61709413f317 req-b922d76f-f4db-44b8-899b-3a30dacae6db tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0513783
Feb 03 12:31:14.876651 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] Routers {'80b25bba-4c66-491a-ad8f-8489e6aefa72'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:31:14.877574 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03867390>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:30:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['80b25bba-4c66-491a-ad8f-8489e6aefa72'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:31:14.958055 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-bdfb06f9-e434-4dbe-b6af-669f08a05064 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "PUT /v2.0/floatingips/8bfc5f87-a426-4195-984b-9599dbcd4b19 HTTP/1.1" status: 200  len: 995 time: 3.2880242
Feb 03 12:31:14.976079 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:15.042377 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'status': 'completed', 'code': 200}
Feb 03 12:31:15.087689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] Set router 80b25bba-4c66-491a-ad8f-8489e6aefa72 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:31:15.100613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] No DVR routers for this DVR port 4b97d0d6-88b3-4890-af5d-4fe73ad27b51 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:31:15.105541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:15.107639 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-46b5963f-268c-43ad-9e85-1d36bb3158dd req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.86 "DELETE /v2.0/ports/4b97d0d6-88b3-4890-af5d-4fe73ad27b51 HTTP/1.1" status: 204  len: 173 time: 1.8045647
Feb 03 12:31:15.122089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-ad9f7b49-773f-4c74-af6f-fcf2dabd74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:15.123713 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-ad9f7b49-773f-4c74-af6f-fcf2dabd74c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1162 time: 0.1371365
Feb 03 12:31:15.339198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-20d4cac6-b38b-44e8-90dc-dec41e52506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:15.341040 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-20d4cac6-b38b-44e8-90dc-dec41e52506c service neutron] 10.222.0.38 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 909 time: 0.2104130
Feb 03 12:31:15.351557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-085a262c-5724-4d03-9386-7e9297317fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:15.353289 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-085a262c-5724-4d03-9386-7e9297317fe5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1162 time: 0.1304116
Feb 03 12:31:15.418859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6b9ce-e41d-4030-9573-a098c1f360a2 req-0412fa1e-9f64-46a4-a82d-a88e57575450 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:15.433446 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a6e6b9ce-e41d-4030-9573-a098c1f360a2 req-0412fa1e-9f64-46a4-a82d-a88e57575450 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2123866
Feb 03 12:31:15.503931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03867390>, [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:50Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '8bfc5f87-a426-4195-984b-9599dbcd4b19', 'tenant_id': '3698844f87134bf89829473444d0544f', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'port_id': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'mac_address': 'fa:16:3e:01:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:31:09Z', 'updated_at': '2021-02-03T12:31:12Z', 'revision_number': 1, 'project_id': '3698844f87134bf89829473444d0544f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15360f52-3912-4458-a2b2-96005416217a', 'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'tenant_id': '3698844f87134bf89829473444d0544f', 'mac_address': 'fa:16:3e:6a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:47Z', 'updated_at': '2021-02-03T12:30:01Z', 'revision_number': 5, 'project_id': '3698844f87134bf89829473444d0544f', 'subnets': [{'id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:31:15.509240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] Checking router: 80b25bba-4c66-491a-ad8f-8489e6aefa72 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:31:15.518956 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] Routers {'80b25bba-4c66-491a-ad8f-8489e6aefa72'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:31:15.519784 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03867390>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:30:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['80b25bba-4c66-491a-ad8f-8489e6aefa72'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:31:15.533111 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a6e6b9ce-e41d-4030-9573-a098c1f360a2 req-95020cfb-b126-4565-8228-d2db2ca2f6d4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984154
Feb 03 12:31:15.598356 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-50ddf401-0a33-41bd-b2eb-467bad347b52 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 998 time: 0.2394314
Feb 03 12:31:15.656143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-6caa5184-7af3-4899-b00a-abc190412810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:15.657775 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-6caa5184-7af3-4899-b00a-abc190412810 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 909 time: 0.2348938
Feb 03 12:31:15.821385 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-1ac6eeee-b7da-42b1-b601-d75cba785bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:15.823052 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-1ac6eeee-b7da-42b1-b601-d75cba785bb0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 200  len: 854 time: 0.1686819
Feb 03 12:31:15.894572 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-c3f48e21-bfca-4f1e-80b8-54ba0a5241a0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 998 time: 0.1910005
Feb 03 12:31:15.954124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] Set router 80b25bba-4c66-491a-ad8f-8489e6aefa72 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:31:15.983296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-c8b0ae57-9591-4c02-8b05-7c0e99b86419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:15.984914 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-c8b0ae57-9591-4c02-8b05-7c0e99b86419 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 200  len: 854 time: 0.0738130
Feb 03 12:31:16.057455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-3ab2c251-aad8-49b2-87fb-816fa6d66923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:16.059190 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-3ab2c251-aad8-49b2-87fb-816fa6d66923 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cae0d62e-0834-4404-b104-89c82301edff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2250891
Feb 03 12:31:16.072334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-696fb243-ea6e-4ed0-8f25-e59658a40508 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:31:16.073408 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-696fb243-ea6e-4ed0-8f25-e59658a40508 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0066495
Feb 03 12:31:16.120186 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-291234cb-051f-42e0-857b-22c88492fa42 req-79cf4bfb-2a78-4826-ab1f-77db9407cab3 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=996378fe-9c9e-47d6-b314-b65f1f5d7c34 HTTP/1.1" status: 200  len: 210 time: 0.0541248
Feb 03 12:31:16.185449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-7e378aea-2c26-42d5-b888-8088a459b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:16.187419 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-7e378aea-2c26-42d5-b888-8088a459b5ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cae0d62e-0834-4404-b104-89c82301edff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1936421
Feb 03 12:31:16.327410 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-e76df982-7d71-426f-97ea-154e3f118db9 service neutron] 10.222.0.38 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417157
Feb 03 12:31:16.365029 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03867390>, [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:50Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '8bfc5f87-a426-4195-984b-9599dbcd4b19', 'tenant_id': '3698844f87134bf89829473444d0544f', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'port_id': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'mac_address': 'fa:16:3e:01:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:31:09Z', 'updated_at': '2021-02-03T12:31:12Z', 'revision_number': 1, 'project_id': '3698844f87134bf89829473444d0544f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15360f52-3912-4458-a2b2-96005416217a', 'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'tenant_id': '3698844f87134bf89829473444d0544f', 'mac_address': 'fa:16:3e:6a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:47Z', 'updated_at': '2021-02-03T12:30:01Z', 'revision_number': 5, 'project_id': '3698844f87134bf89829473444d0544f', 'subnets': [{'id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:31:16.369673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808a08a5-8157-4d17-9d37-cd813a02f3da None None] The sync data for ids ['80b25bba-4c66-491a-ad8f-8489e6aefa72'] in dv-cinder-773876-1-iscsi is: [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:50Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '8bfc5f87-a426-4195-984b-9599dbcd4b19', 'tenant_id': '3698844f87134bf89829473444d0544f', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'port_id': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'mac_address': 'fa:16:3e:01:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:31:09Z', 'updated_at': '2021-02-03T12:31:12Z', 'revision_number': 1, 'project_id': '3698844f87134bf89829473444d0544f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15360f52-3912-4458-a2b2-96005416217a', 'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'tenant_id': '3698844f87134bf89829473444d0544f', 'mac_address': 'fa:16:3e:6a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:47Z', 'updated_at': '2021-02-03T12:30:01Z', 'revision_number': 5, 'project_id': '3698844f87134bf89829473444d0544f', 'subnets': [{'id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:31:16.468025 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-883314ff-8f78-4e1e-8dae-316abd2b2fee service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2659066
Feb 03 12:31:16.512133 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b406fd3-a96f-412c-8067-bd0ebe33da3d req-23a604ef-2d71-4eb6-bc32-fe75eb3b726c service neutron] 10.222.0.38 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1766775
Feb 03 12:31:16.568732 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1662738463', 'description': 'tempest-TestMinimumBasicScenario-1662738463 description'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:16.599591 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:31:16.609768 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:31:16.619394 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:16.662924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:31:16.673097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Usage tracker for resource:security_group_rule and tenant:3698844f87134bf89829473444d0544f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:31:16.676923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:31:16.688223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889e1a1-da89-46fe-85bf-9c640d371930 None None] New status for floating IP 8bfc5f87-a426-4195-984b-9599dbcd4b19: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:31:16.690378 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-637414b7-11d0-48fa-b448-6331dda2e3a0 req-7bff5447-e36b-4cac-9f4a-e00eeb640a6b service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1770217
Feb 03 12:31:16.690500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:31:16.784183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:16.788490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:16.794408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-86d7d031-97ce-4565-bff5-abedee48a16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:16.833371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d05c1f5-61b2-4fab-874c-20931e0d604f,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:16.846174 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.846724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.847244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.847641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.848036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.848465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.848897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.849442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.850221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.850356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.850663 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.851628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.851628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.851852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.852184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.852567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.853109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.853502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.853948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.854277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.854661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.855041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.855429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.855900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:16.860415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:16.879754 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:16.881132 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-18155114-e425-4087-943d-6a96dd91ca93 req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.3173256
Feb 03 12:31:16.999140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dd394-85f8-4b75-b7c7-ba24ba27f836 req-f6de71d5-58b6-4d68-a671-ea970e442beb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:17.000920 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4e7dd394-85f8-4b75-b7c7-ba24ba27f836 req-f6de71d5-58b6-4d68-a671-ea970e442beb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2900147
Feb 03 12:31:17.043343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:17.044851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996378fe-9c9e-47d6-b314-b65f1f5d7c34', 'name': 'network-vif-deleted', 'tag': '4b97d0d6-88b3-4890-af5d-4fe73ad27b51'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:17.077130 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4e7dd394-85f8-4b75-b7c7-ba24ba27f836 req-b7d32dc5-1d28-411e-b2ce-bf319d0e21ea tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688596
Feb 03 12:31:17.129025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85327de1-2e95-4443-b90d-001063939ce6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:17.129449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:17.194758 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-8219705f-9850-4191-bee2-3a6f667306d8 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups/4d05c1f5-61b2-4fab-874c-20931e0d604f HTTP/1.1" status: 200  len: 1814 time: 0.0738888
Feb 03 12:31:17.198960 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996378fe-9c9e-47d6-b314-b65f1f5d7c34', 'name': 'network-vif-deleted', 'tag': '4b97d0d6-88b3-4890-af5d-4fe73ad27b51', 'status': 'completed', 'code': 200}
Feb 03 12:31:17.203856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d05c1f5-61b2-4fab-874c-20931e0d604f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:17.204208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d05c1f5-61b2-4fab-874c-20931e0d604f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:17.227092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:31:17.231410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Usage tracker for resource:security_group_rule and tenant:3698844f87134bf89829473444d0544f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:31:17.234452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:31:17.244791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:31:17.322781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:17.348834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:17.352328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:17.360545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:17.380841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cbcfd2-5942-4ab7-ab56-dda3d32124be,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:17.384440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:17.392202 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:17.393488 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7220e482-d707-450c-b745-1899cf3fb6b9 req-305247e7-4038-4f61-bdee-aae0b4bd856f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1978457
Feb 03 12:31:17.491968 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-79c28738-86af-4a88-aa8f-56b68049b942 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups/4d05c1f5-61b2-4fab-874c-20931e0d604f HTTP/1.1" status: 200  len: 2407 time: 0.0669751
Feb 03 12:31:17.502898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d05c1f5-61b2-4fab-874c-20931e0d604f', 'remote_group_id': None}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:17.503256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d05c1f5-61b2-4fab-874c-20931e0d604f', 'remote_group_id': None}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:17.525499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:31:17.529696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Usage tracker for resource:security_group_rule and tenant:3698844f87134bf89829473444d0544f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:31:17.532762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:31:17.538790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:31:17.598256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:17.623691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:17.627039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:17.629289 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-44cde887-7ee9-4399-ac71-31cd5b2c9cda tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:17.653693 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455bd7a0-0fb0-44c2-94e1-0fe7ec9ba77c,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:17.656448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:17.663699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:17.665041 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a67d2e12-5593-4f0c-a130-6f91e32f4c16 req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1664412
Feb 03 12:31:17.736095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-020cb7e2-30fc-4e7b-ae84-d3c174dc863d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:17.737974 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-020cb7e2-30fc-4e7b-ae84-d3c174dc863d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/networks?id=c693f30b-5329-4f27-b807-cf08932a5469 HTTP/1.1" status: 200  len: 809 time: 0.2467222
Feb 03 12:31:17.755513 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-17d47e58-e246-48ea-88f9-4174e7cf8fc0 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/quotas/98fb13efba474431afb611c898c45d4d HTTP/1.1" status: 200  len: 375 time: 0.0109124
Feb 03 12:31:17.820388 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-85b96afc-de54-4995-9246-a1c8a4ecf8cb tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98fb13efba474431afb611c898c45d4d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0581141
Feb 03 12:31:17.832345 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53686fbb-618a-4d04-befa-320a17f320fa req-bd6fcfbb-e2b6-4633-82ce-8b41ace5e6e2 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1662738463&fields=id&tenant_id=3698844f87134bf89829473444d0544f HTTP/1.1" status: 200  len: 267 time: 0.0632348
Feb 03 12:31:17.966814 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-66717c9b-847f-4a33-9e6a-52d0d1e50f1b service neutron] 10.222.0.38 "GET /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376977
Feb 03 12:31:18.010578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53686fbb-618a-4d04-befa-320a17f320fa req-f017c0b3-2378-4921-8e1b-aec1a56345dd tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:18.012294 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53686fbb-618a-4d04-befa-320a17f320fa req-f017c0b3-2378-4921-8e1b-aec1a56345dd tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.1733766
Feb 03 12:31:18.025478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-53686fbb-618a-4d04-befa-320a17f320fa req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Request body: {'port': {'security_groups': ['5c8bdec8-5be6-4541-be19-0f64a174cae5', '4d05c1f5-61b2-4fab-874c-20931e0d604f']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:18.113819 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-25fd41f8-0d69-43dc-bd32-83d78fb6c3b5 service neutron] 10.222.0.38 "GET /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398575
Feb 03 12:31:18.173039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-53686fbb-618a-4d04-befa-320a17f320fa req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:18.513986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e65f00-a9c1-450c-bbff-f0d6ca4a55af req-da4bad19-c405-49c1-b4a3-291dcc068acd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:18.524040 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-67e65f00-a9c1-450c-bbff-f0d6ca4a55af req-da4bad19-c405-49c1-b4a3-291dcc068acd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1963692
Feb 03 12:31:18.550227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-53686fbb-618a-4d04-befa-320a17f320fa req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] For port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:31:18.586565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-53686fbb-618a-4d04-befa-320a17f320fa req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:18.590050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-53686fbb-618a-4d04-befa-320a17f320fa req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:18.609618 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-67e65f00-a9c1-450c-bbff-f0d6ca4a55af req-4ef7416b-e52c-4bed-a745-333b820ed10d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845051
Feb 03 12:31:18.610071 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:18.788188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event updated for resources: {'Port': ['ID=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:18.792082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:18.916347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53686fbb-618a-4d04-befa-320a17f320fa req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:18.917105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-53686fbb-618a-4d04-befa-320a17f320fa req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:18.920488 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53686fbb-618a-4d04-befa-320a17f320fa req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "PUT /v2.0/ports/009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 981 time: 0.9001729
Feb 03 12:31:19.200478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:19.265858 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-e714827c-e3bc-4e91-9894-0da2d5f77509 None None] Provisioning complete for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:19.266290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e714827c-e3bc-4e91-9894-0da2d5f77509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:19.302957 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-967eda61-7ceb-40c0-9911-42983f12d013 req-767f4a92-7060-44cb-9650-c29e984fe07b tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 210 time: 0.0710328
Feb 03 12:31:19.460795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d6b9d-c2e3-4d9f-a860-1106583b24cb req-dd85e0b2-70bf-42ad-9d68-5b2769abe5a4 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:19.462539 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fa4d6b9d-c2e3-4d9f-a860-1106583b24cb req-dd85e0b2-70bf-42ad-9d68-5b2769abe5a4 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1906927
Feb 03 12:31:19.546190 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fa4d6b9d-c2e3-4d9f-a860-1106583b24cb req-9bfa209c-c2c5-4eb7-9998-5e99031c8459 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0768621
Feb 03 12:31:19.548093 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'status': 'completed', 'code': 200}
Feb 03 12:31:19.592305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 009a75e0-63e1-45a0-af03-ad0fb5c6b13e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:19.703178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:19.703751 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:19.711948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ce137-45c2-42c1-a887-37c214a073a4 req-9a296210-e8d8-40c2-a780-de4d09f6800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:19.713307 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75ce137-45c2-42c1-a887-37c214a073a4 req-9a296210-e8d8-40c2-a780-de4d09f6800e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 1162 time: 0.1067038
Feb 03 12:31:19.858799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df200ddc-53f1-4037-ac87-5f6f303d38a7 req-36a582dc-6480-420e-be8c-806803a5a523 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:19.860655 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df200ddc-53f1-4037-ac87-5f6f303d38a7 req-36a582dc-6480-420e-be8c-806803a5a523 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2066798
Feb 03 12:31:19.864165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0535-3acc-4149-881c-013946d614e8 req-024a50c3-d9c0-4a16-9e81-17dc162abc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:19.865992 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-489b0535-3acc-4149-881c-013946d614e8 req-024a50c3-d9c0-4a16-9e81-17dc162abc5e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1202 time: 0.2573297
Feb 03 12:31:20.016904 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df200ddc-53f1-4037-ac87-5f6f303d38a7 req-789d2457-45c5-4142-99d2-412330840e0e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494756
Feb 03 12:31:20.079537 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0535-3acc-4149-881c-013946d614e8 req-5e9300b5-5ced-4be6-a428-411ad308a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:20.081190 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-489b0535-3acc-4149-881c-013946d614e8 req-5e9300b5-5ced-4be6-a428-411ad308a165 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 909 time: 0.1960874
Feb 03 12:31:20.126496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ce137-45c2-42c1-a887-37c214a073a4 req-356015fd-1a34-4c3f-89e6-c96994eea8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:20.128034 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75ce137-45c2-42c1-a887-37c214a073a4 req-356015fd-1a34-4c3f-89e6-c96994eea8c4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 913 time: 0.3844428
Feb 03 12:31:20.205386 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-489b0535-3acc-4149-881c-013946d614e8 req-268fd8b1-900c-4ee5-9188-bbd15d23ffbb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 1000 time: 0.1154237
Feb 03 12:31:20.273890 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75ce137-45c2-42c1-a887-37c214a073a4 req-d38bab71-6e0e-4647-8109-41a7dda00924 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85327de1-2e95-4443-b90d-001063939ce6 HTTP/1.1" status: 200  len: 217 time: 0.0862434
Feb 03 12:31:20.316041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0535-3acc-4149-881c-013946d614e8 req-546ae31c-2dea-42b0-83c3-a2126b179ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:20.317833 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-489b0535-3acc-4149-881c-013946d614e8 req-546ae31c-2dea-42b0-83c3-a2126b179ea8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 200  len: 854 time: 0.0906525
Feb 03 12:31:20.488179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ce137-45c2-42c1-a887-37c214a073a4 req-5bf5ffc7-2147-4425-abb6-7edf69314ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:20.489842 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75ce137-45c2-42c1-a887-37c214a073a4 req-5bf5ffc7-2147-4425-abb6-7edf69314ceb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 200  len: 859 time: 0.1805761
Feb 03 12:31:20.595811 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75ce137-45c2-42c1-a887-37c214a073a4 req-d54a17bb-300b-4e6f-be63-9a11e7bba381 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570941
Feb 03 12:31:20.684736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-c0411ba6-8b13-42ef-adb5-74d61c625e08 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:20.686717 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-c0411ba6-8b13-42ef-adb5-74d61c625e08 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.86 "GET /v2.0/networks?id=c693f30b-5329-4f27-b807-cf08932a5469 HTTP/1.1" status: 200  len: 809 time: 0.3352778
Feb 03 12:31:20.702541 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1b1f850-78b0-4219-93db-1af9a4f2b8cc req-ce362884-f1ef-4ea7-b7a8-c2246a3246e3 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 210 time: 0.0624158
Feb 03 12:31:20.713008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0535-3acc-4149-881c-013946d614e8 req-d8f25acb-3589-4b17-bdb7-776de378f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:20.714775 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-489b0535-3acc-4149-881c-013946d614e8 req-d8f25acb-3589-4b17-bdb7-776de378f75a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cae0d62e-0834-4404-b104-89c82301edff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3841050
Feb 03 12:31:20.717184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Request body: {'port': {'device_id': '121b0332-ea9e-46c4-8e2a-633f07b83261', 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469', 'admin_state_up': True, 'tenant_id': '98fb13efba474431afb611c898c45d4d'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:20.876036 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-489b0535-3acc-4149-881c-013946d614e8 req-c763435e-d1de-43ca-a780-a0c6b16f8ec5 service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416776
Feb 03 12:31:20.959633 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75ce137-45c2-42c1-a887-37c214a073a4 req-8a11436b-b8d1-4b36-9c35-500e13bc6166 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2717812
Feb 03 12:31:20.966590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:31:21.003040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:31:21.025273 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-489b0535-3acc-4149-881c-013946d614e8 req-629ac581-e326-4277-bde1-393feee5e235 service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380179
Feb 03 12:31:21.078957 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Made reservation on behalf of 98fb13efba474431afb611c898c45d4d for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:31:21.100393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:21.245266 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75ce137-45c2-42c1-a887-37c214a073a4 req-600ca009-6ac1-4f89-a6cf-cf915f370c6c service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2745447
Feb 03 12:31:21.505389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f94da5-b33a-4022-97e1-2126988fd535 req-125bf067-1911-47e7-a835-0484c07a571d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:21.507257 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2f94da5-b33a-4022-97e1-2126988fd535 req-125bf067-1911-47e7-a835-0484c07a571d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.3440607
Feb 03 12:31:21.633125 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2f94da5-b33a-4022-97e1-2126988fd535 req-e414b130-707b-49ee-9c77-bf1536843e07 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185818
Feb 03 12:31:21.671839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Allocated IP 172.20.0.11 (c693f30b-5329-4f27-b807-cf08932a5469/6dc3f29b-a017-4d83-955b-176a6156cad1/73175ec6-e00c-4dd8-a61c-18959dfb9978) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:31:21.912991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-dc8375bd-a4a7-4260-af69-0afa2f7ce995 req-8cabce80-600a-47ab-ac91-378e51e11855 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Synchronizing usage tracker for tenant:98fb13efba474431afb611c898c45d4d on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:31:21.959684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:21.965825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-dc8375bd-a4a7-4260-af69-0afa2f7ce995 req-8cabce80-600a-47ab-ac91-378e51e11855 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Unset dirty status for tenant:98fb13efba474431afb611c898c45d4d on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:31:21.967155 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dc8375bd-a4a7-4260-af69-0afa2f7ce995 req-8cabce80-600a-47ab-ac91-378e51e11855 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 210 time: 0.1206093
Feb 03 12:31:21.996742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:22.023428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0126cb97-c65e-4bf6-893a-b311268bb757 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:22.173885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Pushing event updated for resources: {'Port': ['ID=73175ec6-e00c-4dd8-a61c-18959dfb9978,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:22.176804 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:22.227488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Network c693f30b-5329-4f27-b807-cf08932a5469 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:31:22.228673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:31:22.231347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:31:22.368059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:22.368744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:22.389023 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6765411
Feb 03 12:31:22.411883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Request body: {'port': {'device_id': '121b0332-ea9e-46c4-8e2a-633f07b83261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:22.442744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f7af906e-a060-4aac-85d5-92b392761530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:22.544978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:22.942856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd688d1-e866-4103-ac9c-0ca9f1d7f4f4 req-8b68a65f-1e2d-40e2-bba4-e20c4f76dec7 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:22.944783 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dcd688d1-e866-4103-ac9c-0ca9f1d7f4f4 req-8b68a65f-1e2d-40e2-bba4-e20c4f76dec7 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1743608
Feb 03 12:31:22.992722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73175ec6-e00c-4dd8-a61c-18959dfb9978 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:31:23.000897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:23.010260 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dcd688d1-e866-4103-ac9c-0ca9f1d7f4f4 req-dbd5230c-c35e-449f-ab75-87007da1dc73 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591297
Feb 03 12:31:23.013275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Transition to ACTIVE for port object 73175ec6-e00c-4dd8-a61c-18959dfb9978 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:31:23.016682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:23.033441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:23.098159 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:23.187091 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85327de1-2e95-4443-b90d-001063939ce6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:23.187626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:23.479766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=73175ec6-e00c-4dd8-a61c-18959dfb9978,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:23.484833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:23.694366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432abd8f-83c2-4559-b459-aba7f23a8f86 req-5104f9db-df92-46a5-81fa-995bc26ba0cf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:23.696117 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-432abd8f-83c2-4559-b459-aba7f23a8f86 req-5104f9db-df92-46a5-81fa-995bc26ba0cf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 944 time: 0.3066344
Feb 03 12:31:23.821087 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-432abd8f-83c2-4559-b459-aba7f23a8f86 req-882b0326-2a9d-4d11-b307-8c247730ae52 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154895
Feb 03 12:31:23.845441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Attempting to bind port 73175ec6-e00c-4dd8-a61c-18959dfb9978 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:31:23.845975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Attempting to bind port 73175ec6-e00c-4dd8-a61c-18959dfb9978 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '9f26fefa-6825-49ab-b81f-0211b2b315e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:31:23.846364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Attempting to bind port 73175ec6-e00c-4dd8-a61c-18959dfb9978 on network c693f30b-5329-4f27-b807-cf08932a5469 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:31:23.853578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:31:23.853939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Checking segment: {'id': '9f26fefa-6825-49ab-b81f-0211b2b315e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:31:23.854389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:23.854837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Bound using segment: {'id': '9f26fefa-6825-49ab-b81f-0211b2b315e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:31:23.855264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Bound port: 73175ec6-e00c-4dd8-a61c-18959dfb9978, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f26fefa-6825-49ab-b81f-0211b2b315e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c693f30b-5329-4f27-b807-cf08932a5469'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:31:23.855652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:23.953817 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] For port 73175ec6-e00c-4dd8-a61c-18959dfb9978, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:31:23.956976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] For port 73175ec6-e00c-4dd8-a61c-18959dfb9978, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=73175ec6-e00c-4dd8-a61c-18959dfb9978,segment=NetworkSegment(9f26fefa-6825-49ab-b81f-0211b2b315e6),segment_id=9f26fefa-6825-49ab-b81f-0211b2b315e6)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:31:23.961121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:23.981052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:24.137750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=73175ec6-e00c-4dd8-a61c-18959dfb9978,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:24.142611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:24.223677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:24.224363 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:24.225929 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] 10.222.0.86 "PUT /v2.0/ports/73175ec6-e00c-4dd8-a61c-18959dfb9978 HTTP/1.1" status: 200  len: 1158 time: 1.8218026
Feb 03 12:31:24.231759 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121b0332-ea9e-46c4-8e2a-633f07b83261', 'tag': '73175ec6-e00c-4dd8-a61c-18959dfb9978'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:24.352147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48069ff7-9051-40fe-a883-415f659bd4ec req-f42ccb8b-45ed-45bc-aada-09b1e96cd184 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:24.353936 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-48069ff7-9051-40fe-a883-415f659bd4ec req-f42ccb8b-45ed-45bc-aada-09b1e96cd184 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1992598
Feb 03 12:31:24.355849 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121b0332-ea9e-46c4-8e2a-633f07b83261', 'tag': '73175ec6-e00c-4dd8-a61c-18959dfb9978', 'status': 'completed', 'code': 200}
Feb 03 12:31:24.482741 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-48069ff7-9051-40fe-a883-415f659bd4ec req-154b2466-25e3-4337-bb66-6e4c9ace5334 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834310
Feb 03 12:31:24.510733 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-d6645422-74e0-4ab0-8678-e714e8bd5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:24.512371 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-d6645422-74e0-4ab0-8678-e714e8bd5f78 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98fb13efba474431afb611c898c45d4d&device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 1161 time: 0.1556857
Feb 03 12:31:24.597355 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-111ee3d6-4e60-4225-babd-9c1faaf6d93a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73175ec6-e00c-4dd8-a61c-18959dfb9978 HTTP/1.1" status: 200  len: 217 time: 0.0711746
Feb 03 12:31:24.683120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-fa6a22e4-db71-451c-963c-6ab7fb2e804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:24.684845 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-fa6a22e4-db71-451c-963c-6ab7fb2e804e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6dc3f29b-a017-4d83-955b-176a6156cad1 HTTP/1.1" status: 200  len: 849 time: 0.0749655
Feb 03 12:31:24.759847 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-911aae9d-47d7-4c98-b432-2f6e8694f1ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c693f30b-5329-4f27-b807-cf08932a5469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569165
Feb 03 12:31:24.915023 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-6acb60f3-e1c6-43f1-9621-e60c80ffd9c6 service neutron] 10.222.0.86 "GET /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402397
Feb 03 12:31:24.995842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-975f060c-2399-4f73-8760-9de0dfe919f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:25.029349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe450b3-edcd-491b-b4bf-135222094eef req-75cd81bf-f721-49cf-a8f0-431ecb8935ac tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:25.031089 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-75cd81bf-f721-49cf-a8f0-431ecb8935ac tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 814 time: 0.2655244
Feb 03 12:31:25.047305 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-afa17059-dc6c-442a-8bfa-718aeb4ea8cb tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/quotas/d042df76237942259c50782ec90b8ce8 HTTP/1.1" status: 200  len: 375 time: 0.0100241
Feb 03 12:31:25.086737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:25.144223 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715a810-6624-4d24-a7b1-e6c0e21fe69a req-ffe5c3a7-a08d-4365-afb9-3b5b0081f44b service neutron] 10.222.0.86 "GET /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2107446
Feb 03 12:31:25.162380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85327de1-2e95-4443-b90d-001063939ce6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:25.163385 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:25.190194 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-c9fe6a2e-c548-4809-92d2-d9ed82bfad6c tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1371756
Feb 03 12:31:25.247108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869be39-4673-4db9-87d3-8323ac9255e5 req-70d44367-1d50-4d78-b4aa-100b4e6b1f7f tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:25.254803 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d869be39-4673-4db9-87d3-8323ac9255e5 req-70d44367-1d50-4d78-b4aa-100b4e6b1f7f tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 944 time: 0.2402463
Feb 03 12:31:25.369417 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d869be39-4673-4db9-87d3-8323ac9255e5 req-67735f55-c88b-4884-9167-ac595034c07c tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136401
Feb 03 12:31:25.373073 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-934023de-3802-48dd-b812-9a3d0e4eecda service neutron] 10.222.0.38 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629112
Feb 03 12:31:25.399161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1f53-fc30-4037-b103-26616fe600d3 req-509f4abd-9a1c-40bf-b832-2b2a69233cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:25.400799 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2cc1f53-fc30-4037-b103-26616fe600d3 req-509f4abd-9a1c-40bf-b832-2b2a69233cec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98fb13efba474431afb611c898c45d4d&device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 1161 time: 0.1431441
Feb 03 12:31:25.540471 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-d733c8bc-c1c4-4075-b959-d251a2821e43 service neutron] 10.222.0.38 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1500266
Feb 03 12:31:25.557407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1f53-fc30-4037-b103-26616fe600d3 req-21814372-ef78-48f7-af57-7cfdb84715ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:25.559061 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2cc1f53-fc30-4037-b103-26616fe600d3 req-21814372-ef78-48f7-af57-7cfdb84715ab service neutron] 10.222.0.86 "GET /v2.0/networks?id=c693f30b-5329-4f27-b807-cf08932a5469 HTTP/1.1" status: 200  len: 903 time: 0.1430111
Feb 03 12:31:25.577450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:25.661207 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2cc1f53-fc30-4037-b103-26616fe600d3 req-b2ae56af-9891-4170-8077-782f449066f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73175ec6-e00c-4dd8-a61c-18959dfb9978 HTTP/1.1" status: 200  len: 217 time: 0.0814524
Feb 03 12:31:25.750738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1f53-fc30-4037-b103-26616fe600d3 req-142f539c-b264-40b0-a096-6e0d9b4b121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:25.752841 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2cc1f53-fc30-4037-b103-26616fe600d3 req-142f539c-b264-40b0-a096-6e0d9b4b121d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6dc3f29b-a017-4d83-955b-176a6156cad1 HTTP/1.1" status: 200  len: 849 time: 0.0698404
Feb 03 12:31:25.767080 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a386d32b-bf29-495d-a2b0-dd388e5e2793 req-8f57bba2-d5b5-4fb0-9ee2-f7988c61dc56 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 210 time: 0.0574069
Feb 03 12:31:25.846763 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2cc1f53-fc30-4037-b103-26616fe600d3 req-ce3a055a-feff-4946-a1d9-74760c445e75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c693f30b-5329-4f27-b807-cf08932a5469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642006
Feb 03 12:31:26.148482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023d093-0d38-434e-a6a4-8adb5dfa2b42 req-aadad816-9939-4bc3-b754-09f2a8f8cc03 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:26.150365 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c023d093-0d38-434e-a6a4-8adb5dfa2b42 req-aadad816-9939-4bc3-b754-09f2a8f8cc03 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.3025842
Feb 03 12:31:26.152720 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2cc1f53-fc30-4037-b103-26616fe600d3 req-57a60728-baa8-41d0-ada3-e5eff7851eaa service neutron] 10.222.0.86 "GET /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617342
Feb 03 12:31:26.235976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:26.299186 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c023d093-0d38-434e-a6a4-8adb5dfa2b42 req-998b33cf-512a-4924-a331-4d114fddde21 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422060
Feb 03 12:31:26.359798 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e2cc1f53-fc30-4037-b103-26616fe600d3 req-4073228f-e8d6-4411-b389-5e6f21c524e5 service neutron] 10.222.0.86 "GET /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1835568
Feb 03 12:31:26.714037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c17ae-1364-4a68-9042-46bc09ab7954 req-c2ba7926-5a45-4b00-ae0a-c7c92d39507a tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:26.715943 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9a6c17ae-1364-4a68-9042-46bc09ab7954 req-c2ba7926-5a45-4b00-ae0a-c7c92d39507a tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 944 time: 0.1962647
Feb 03 12:31:26.785696 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9a6c17ae-1364-4a68-9042-46bc09ab7954 req-ed695445-faa0-48cf-8362-ec7f3ebcf552 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617497
Feb 03 12:31:26.972330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:26.988711 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-012d3645-372d-48b7-b9a3-1d5b54cb818b req-66ccbff8-8fce-4707-a25d-c766eafe1781 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 210 time: 0.0739853
Feb 03 12:31:27.492765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe450b3-edcd-491b-b4bf-135222094eef req-a233d56a-abc4-4a74-a9b3-d45356700c8a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:27.494486 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-a233d56a-abc4-4a74-a9b3-d45356700c8a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 814 time: 0.2487671
Feb 03 12:31:27.534371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Request body: {'port': {'device_id': '5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa', 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1', 'admin_state_up': True, 'tenant_id': 'd042df76237942259c50782ec90b8ce8'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:27.699424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:31:27.710519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:31:27.721236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Made reservation on behalf of d042df76237942259c50782ec90b8ce8 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:31:27.743784 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:28.293127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9de2a0-a120-4d50-9039-a30800c876d2 req-237963cb-8d89-47d2-a4d4-78f63ad1f7a2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:28.294900 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4f9de2a0-a120-4d50-9039-a30800c876d2 req-237963cb-8d89-47d2-a4d4-78f63ad1f7a2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1726141
Feb 03 12:31:28.366365 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4f9de2a0-a120-4d50-9039-a30800c876d2 req-ce4f24f8-efec-4918-8659-b7f892500a21 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646141
Feb 03 12:31:28.372852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285f66c-12d1-4043-a805-e9c3e85ad3f6 req-07ef3d22-3a97-452b-af8b-346a724e1d6e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:28.374577 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e285f66c-12d1-4043-a805-e9c3e85ad3f6 req-07ef3d22-3a97-452b-af8b-346a724e1d6e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 944 time: 0.2843821
Feb 03 12:31:28.480794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Allocated IP 172.20.0.5 (b7ab0312-92c5-4aaa-a799-a0ebfd359dc1/2e4a0e08-0f99-4ec6-9ca6-e6ed17293964/38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:31:28.501371 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e285f66c-12d1-4043-a805-e9c3e85ad3f6 req-9ae8e1ff-ff3f-4020-9a4d-e79bb2c38d53 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855386
Feb 03 12:31:28.544129 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8617447a-2ef4-4e60-b97b-010abe63b187 req-d424adbd-a2e6-471a-b543-3231ff35f7b7 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 210 time: 0.0539000
Feb 03 12:31:28.727806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:28.763337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:28.785015 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:28.932798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Pushing event updated for resources: {'Port': ['ID=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:28.936344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:28.995901 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:31:28.997068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:31:28.999435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:31:29.151592 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:29.152332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:29.177987 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6478877
Feb 03 12:31:29.207367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Request body: {'port': {'device_id': '5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:31:29.338488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:29.842825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934a10-213e-4718-8f44-6cb6d701e97d req-cf2c6f23-87a2-44d2-ba48-2fda8832c741 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:29.844461 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8e934a10-213e-4718-8f44-6cb6d701e97d req-cf2c6f23-87a2-44d2-ba48-2fda8832c741 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 931 time: 0.1689842
Feb 03 12:31:29.912612 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4d6ba-bbab-4c5a-9096-d0377b33bd14 req-1c6a1d50-fd50-428d-be9c-28e0cf0cbb0e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:29.913333 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8e934a10-213e-4718-8f44-6cb6d701e97d req-f4358412-3a84-4aeb-a5bd-a661c729dd98 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618579
Feb 03 12:31:29.914324 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22a4d6ba-bbab-4c5a-9096-d0377b33bd14 req-1c6a1d50-fd50-428d-be9c-28e0cf0cbb0e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 944 time: 0.2686110
Feb 03 12:31:29.963045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:31:29.980944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:30.016744 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22a4d6ba-bbab-4c5a-9096-d0377b33bd14 req-50db4e51-e653-4e97-b74a-9ec2538b0801 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937262
Feb 03 12:31:30.019478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Transition to ACTIVE for port object 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:31:30.023344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:30.040097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:30.180457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Pushing event updated for resources: {'Port': ['ID=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:30.185047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:30.384274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Attempting to bind port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:31:30.384544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Attempting to bind port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:31:30.384943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Attempting to bind port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa on network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:31:30.390936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:31:30.391319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Checking segment: {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:31:30.391725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:30.392120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Bound using segment: {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:31:30.392605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Bound port: 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8455116e-5bae-4963-97f9-78ec646024b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7ab0312-92c5-4aaa-a799-a0ebfd359dc1'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:31:30.392979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:30.502528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] For port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:31:30.505839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] For port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:31:30.510727 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:30.523859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:30.677158 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Pushing event updated for resources: {'Port': ['ID=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:30.682948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:30.715129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:30.715815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:30.717320 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] 10.222.0.86 "PUT /v2.0/ports/38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa HTTP/1.1" status: 200  len: 1157 time: 1.5147166
Feb 03 12:31:30.717883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa', 'tag': '38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:30.780771 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa', 'tag': '38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa', 'status': 'completed', 'code': 200}
Feb 03 12:31:30.903831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe450b3-edcd-491b-b4bf-135222094eef req-ac48c2b6-3130-44b8-a649-3c860f3e29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:30.905457 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-ac48c2b6-3130-44b8-a649-3c860f3e29fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 1160 time: 0.1012552
Feb 03 12:31:31.000587 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-f6eab735-c460-4689-8348-79272c6bd7d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa HTTP/1.1" status: 200  len: 217 time: 0.0678108
Feb 03 12:31:31.074970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe450b3-edcd-491b-b4bf-135222094eef req-a9217ec0-6182-41b3-996e-0921aef2a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:31.076568 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-a9217ec0-6182-41b3-996e-0921aef2a55f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 200  len: 854 time: 0.0677893
Feb 03 12:31:31.136942 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-5a0b4543-7769-4e8b-a2bd-0489bbf2579e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482049
Feb 03 12:31:31.215843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fde2e2-af64-4228-a6bf-745afb244de6 req-a3ece521-a5a1-4798-a146-76eb5e97deba tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:31.217608 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22fde2e2-af64-4228-a6bf-745afb244de6 req-a3ece521-a5a1-4798-a146-76eb5e97deba tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 943 time: 0.1688373
Feb 03 12:31:31.287122 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22fde2e2-af64-4228-a6bf-745afb244de6 req-eaaf8326-d126-4425-9faf-8e6652b59619 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624003
Feb 03 12:31:31.451659 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7442f-9457-45c9-a5d6-b2fb8d736a66 req-f8875e27-44b2-4f11-947a-65cf2ca7a8b4 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:31.453371 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-63c7442f-9457-45c9-a5d6-b2fb8d736a66 req-f8875e27-44b2-4f11-947a-65cf2ca7a8b4 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 944 time: 0.3013906
Feb 03 12:31:31.460457 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-54ed33e3-6472-4250-a5ab-6a4461b82d27 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2666876
Feb 03 12:31:31.603122 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-63c7442f-9457-45c9-a5d6-b2fb8d736a66 req-c8c062fe-48a9-4cbe-a91e-1bab95ccc608 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416163
Feb 03 12:31:31.886190 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dbe450b3-edcd-491b-b4bf-135222094eef req-26bfdb66-cb7c-459d-aeb4-8d40712463e1 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4046800
Feb 03 12:31:31.957845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 73175ec6-e00c-4dd8-a61c-18959dfb9978 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:32.035052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 73175ec6-e00c-4dd8-a61c-18959dfb9978 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:31:32.040513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 73175ec6-e00c-4dd8-a61c-18959dfb9978 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:32.040935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:32.045440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274843ab-f723-4158-b675-a43e3724ceaa req-b85402fa-b985-4997-b445-c35093bfb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:32.047114 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-274843ab-f723-4158-b675-a43e3724ceaa req-b85402fa-b985-4997-b445-c35093bfb8b7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d042df76237942259c50782ec90b8ce8&device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 1160 time: 0.0804491
Feb 03 12:31:32.164336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:32.197363 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b0332-ea9e-46c4-8e2a-633f07b83261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73175ec6-e00c-4dd8-a61c-18959dfb9978'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:32.206216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274843ab-f723-4158-b675-a43e3724ceaa req-b9c31838-5859-4b62-89f3-3af497ea94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:32.207842 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-274843ab-f723-4158-b675-a43e3724ceaa req-b9c31838-5859-4b62-89f3-3af497ea94d1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 200  len: 908 time: 0.1436653
Feb 03 12:31:32.208762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 73175ec6-e00c-4dd8-a61c-18959dfb9978, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=73175ec6-e00c-4dd8-a61c-18959dfb9978,segment=NetworkSegment(9f26fefa-6825-49ab-b81f-0211b2b315e6),segment_id=9f26fefa-6825-49ab-b81f-0211b2b315e6)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:31:32.212656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:32.214702 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:32.263606 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b0332-ea9e-46c4-8e2a-633f07b83261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73175ec6-e00c-4dd8-a61c-18959dfb9978', 'code': 200}
Feb 03 12:31:32.290402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=73175ec6-e00c-4dd8-a61c-18959dfb9978,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:32.293794 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-274843ab-f723-4158-b675-a43e3724ceaa req-7e7c3dd9-08c3-47e2-9b3c-ca2a264116a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa HTTP/1.1" status: 200  len: 217 time: 0.0739336
Feb 03 12:31:32.298846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.299234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.299616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.299992 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.300366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.300735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.301102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.301907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.301907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.302201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.302564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.302958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.303362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.303726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.304090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.304449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.304809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.305170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.305530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.305916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.306284 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.306644 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.307001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.307360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:31:32.311813 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:32.407736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274843ab-f723-4158-b675-a43e3724ceaa req-5f30c01e-aaa8-417e-93f9-40996a5fac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:32.409348 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-274843ab-f723-4158-b675-a43e3724ceaa req-5f30c01e-aaa8-417e-93f9-40996a5fac84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 200  len: 854 time: 0.0699015
Feb 03 12:31:32.476954 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-274843ab-f723-4158-b675-a43e3724ceaa req-d20835e2-4d51-4eab-af3e-efdee54081e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557630
Feb 03 12:31:32.568837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 73175ec6-e00c-4dd8-a61c-18959dfb9978 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:32.607654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c28222-9ad5-4cff-a3aa-2057a65d72fd req-acbd97a8-ba4b-4977-b39e-706a2b13c8bd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:32.609361 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-58c28222-9ad5-4cff-a3aa-2057a65d72fd req-acbd97a8-ba4b-4977-b39e-706a2b13c8bd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 943 time: 0.1751344
Feb 03 12:31:32.647772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 73175ec6-e00c-4dd8-a61c-18959dfb9978 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:32.648207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:32.693286 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-58c28222-9ad5-4cff-a3aa-2057a65d72fd req-c52487b9-dd5e-49b3-8867-8dae2d9a5405 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757575
Feb 03 12:31:32.731285 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-274843ab-f723-4158-b675-a43e3724ceaa req-5fbf4f01-2136-4ea3-b5c7-787859ca043a service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2310524
Feb 03 12:31:32.734994 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fbb3f-4cb4-4fbf-bf77-639478af1a55 req-4e3d7502-682a-4627-b19b-384cb1b85e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:32.736698 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c52fbb3f-4cb4-4fbf-bf77-639478af1a55 req-4e3d7502-682a-4627-b19b-384cb1b85e9e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 1163 time: 0.2109070
Feb 03 12:31:32.952837 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c52fbb3f-4cb4-4fbf-bf77-639478af1a55 req-b24967fd-86a7-419f-8259-017736ff816c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721060
Feb 03 12:31:33.008930 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-274843ab-f723-4158-b675-a43e3724ceaa req-9b866863-89c2-4ded-adb4-c64c60961658 service neutron] 10.222.0.86 "GET /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2542999
Feb 03 12:31:33.097129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39220521-5b92-46d5-9665-9a0a1c4a5166 req-baff016d-d871-49ce-8760-7b6564fdae57 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:33.098751 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-39220521-5b92-46d5-9665-9a0a1c4a5166 req-baff016d-d871-49ce-8760-7b6564fdae57 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 946 time: 0.3194482
Feb 03 12:31:33.166646 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-39220521-5b92-46d5-9665-9a0a1c4a5166 req-5d0cc935-7388-4f9d-accb-f866a5213f3e tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582030
Feb 03 12:31:34.006819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfec98-049a-422e-91c5-435264f5b4b3 req-1e61adae-13e3-406d-8406-bb59cb37b7c2 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:34.009022 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-16dfec98-049a-422e-91c5-435264f5b4b3 req-1e61adae-13e3-406d-8406-bb59cb37b7c2 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 943 time: 0.1825454
Feb 03 12:31:34.078260 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-16dfec98-049a-422e-91c5-435264f5b4b3 req-be6147c0-c0b4-4056-a775-328bed744c23 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633898
Feb 03 12:31:34.470474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b2414-b358-4c82-a23e-4d64df1d81b1 req-4c126dfa-51bd-4be0-8442-7ed6c616844d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:34.472067 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b78b2414-b358-4c82-a23e-4d64df1d81b1 req-4c126dfa-51bd-4be0-8442-7ed6c616844d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 946 time: 0.1720510
Feb 03 12:31:34.537412 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b78b2414-b358-4c82-a23e-4d64df1d81b1 req-f10dbea6-4718-4d39-ae9e-901ce1678301 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585697
Feb 03 12:31:35.392568 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb1477-1c2e-42f7-aa62-daf07da6a547 req-e3067bca-44a2-41a2-9283-7faf037ec94d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:35.393371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-acfb1477-1c2e-42f7-aa62-daf07da6a547 req-e3067bca-44a2-41a2-9283-7faf037ec94d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Synchronizing usage tracker for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:31:35.410241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-acfb1477-1c2e-42f7-aa62-daf07da6a547 req-e3067bca-44a2-41a2-9283-7faf037ec94d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Unset dirty status for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:31:35.411597 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-acfb1477-1c2e-42f7-aa62-daf07da6a547 req-e3067bca-44a2-41a2-9283-7faf037ec94d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 943 time: 0.1842222
Feb 03 12:31:35.417146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:35.482413 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-acfb1477-1c2e-42f7-aa62-daf07da6a547 req-ca621100-8f6a-4820-b95f-833e92636858 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639827
Feb 03 12:31:35.868986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70675b3f-cdc1-4374-92f6-41da23e7135e req-5e7afd99-c99f-4418-9b70-99548d7109a9 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:35.870690 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-70675b3f-cdc1-4374-92f6-41da23e7135e req-5e7afd99-c99f-4418-9b70-99548d7109a9 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 946 time: 0.1896460
Feb 03 12:31:35.948146 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-70675b3f-cdc1-4374-92f6-41da23e7135e req-7b030cbd-7002-4222-b1d4-e7a83302621a tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676918
Feb 03 12:31:36.789155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4415e-2c12-45b5-8377-3b902ab9beff req-b57bfbbf-fc5d-4006-8eb9-49539f046b60 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:36.790884 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-29f4415e-2c12-45b5-8377-3b902ab9beff req-b57bfbbf-fc5d-4006-8eb9-49539f046b60 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 943 time: 0.1729310
Feb 03 12:31:36.860769 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-29f4415e-2c12-45b5-8377-3b902ab9beff req-c3646d61-c2ba-4230-97c1-4ac3c3d265e8 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631320
Feb 03 12:31:37.245313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59c5c0-7375-4802-bbdc-0e77cb4aa8e3 req-b1633ecd-b09a-48e6-9c2e-5245616f013d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:37.247196 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6f59c5c0-7375-4802-bbdc-0e77cb4aa8e3 req-b1633ecd-b09a-48e6-9c2e-5245616f013d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 946 time: 0.1675298
Feb 03 12:31:37.319380 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6f59c5c0-7375-4802-bbdc-0e77cb4aa8e3 req-a52ab37b-a67a-42a6-90fe-75c6ea7e54ca tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644560
Feb 03 12:31:38.193025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06505d-5c4e-402f-a0e3-c02b276c3cca req-762848cd-1653-429a-b6df-247b22449549 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:38.195140 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fd06505d-5c4e-402f-a0e3-c02b276c3cca req-762848cd-1653-429a-b6df-247b22449549 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 943 time: 0.1856387
Feb 03 12:31:38.261570 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fd06505d-5c4e-402f-a0e3-c02b276c3cca req-dd8635d3-f8c9-4f89-924b-9eb12996f9ba tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592380
Feb 03 12:31:38.646753 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692813f-d2b5-4b5f-828c-b3b3e2f4c68e req-3a6a8e73-f9fe-4056-ba6b-a80f079c4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:38.648406 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c692813f-d2b5-4b5f-828c-b3b3e2f4c68e req-3a6a8e73-f9fe-4056-ba6b-a80f079c4e24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 1162 time: 0.1563194
Feb 03 12:31:38.723788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:38.732767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126be9-e96a-4c5d-bde4-33fa34a66fa7 req-f64fa2e9-e3ff-4a41-92d9-663f23c72809 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:38.734453 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-00126be9-e96a-4c5d-bde4-33fa34a66fa7 req-f64fa2e9-e3ff-4a41-92d9-663f23c72809 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2022178
Feb 03 12:31:38.809587 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:31:38.815258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:38.815712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:38.892044 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-00126be9-e96a-4c5d-bde4-33fa34a66fa7 req-47c2b15c-458d-4e1f-91b5-7b984273af5d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341910
Feb 03 12:31:38.930691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692813f-d2b5-4b5f-828c-b3b3e2f4c68e req-58faa8c7-9800-410b-ada8-3ae86a52f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:38.932229 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c692813f-d2b5-4b5f-828c-b3b3e2f4c68e req-58faa8c7-9800-410b-ada8-3ae86a52f0ed service neutron] 10.222.0.86 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 913 time: 0.1968119
Feb 03 12:31:38.956983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:38.998362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:39.009780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:31:39.013109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:39.014108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 73175ec6-e00c-4dd8-a61c-18959dfb9978 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:39.033070 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c692813f-d2b5-4b5f-828c-b3b3e2f4c68e req-e618bf5b-a2fa-4ba9-8951-4c5ea40555d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85327de1-2e95-4443-b90d-001063939ce6 HTTP/1.1" status: 200  len: 217 time: 0.0728981
Feb 03 12:31:39.052182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:39.091575 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa', 'code': 200}
Feb 03 12:31:39.174182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:39.181599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:39.194162 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 73175ec6-e00c-4dd8-a61c-18959dfb9978 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:39.194849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:39.195928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692813f-d2b5-4b5f-828c-b3b3e2f4c68e req-7261c8a3-ee5e-4c68-9a32-c1dee4353ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:39.197673 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c692813f-d2b5-4b5f-828c-b3b3e2f4c68e req-7261c8a3-ee5e-4c68-9a32-c1dee4353ef5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 200  len: 859 time: 0.1436956
Feb 03 12:31:39.261447 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c692813f-d2b5-4b5f-828c-b3b3e2f4c68e req-7996af2b-4a8e-4d9b-9727-67a1e2633d3e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500426
Feb 03 12:31:39.353286 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337867f-d67f-45e2-a99c-0bfcc98ce027 req-0799ff6a-eda1-42a0-b3b3-394e7a29aacf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:39.360990 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e337867f-d67f-45e2-a99c-0bfcc98ce027 req-0799ff6a-eda1-42a0-b3b3-394e7a29aacf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 946 time: 0.2624075
Feb 03 12:31:39.578787 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e337867f-d67f-45e2-a99c-0bfcc98ce027 req-0772edf2-817f-4c6b-a17b-e401e09f285b tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166924
Feb 03 12:31:39.623812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242f580-90a4-4b77-9f70-591352e6f9c3 req-346732d8-dcb2-431b-8a4e-5e7fdd830c6a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:39.625180 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c692813f-d2b5-4b5f-828c-b3b3e2f4c68e req-98b01b77-b98d-4478-b6c9-940650954f60 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2618475
Feb 03 12:31:39.625468 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3242f580-90a4-4b77-9f70-591352e6f9c3 req-346732d8-dcb2-431b-8a4e-5e7fdd830c6a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 945 time: 0.1673045
Feb 03 12:31:39.633360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0affd-10fe-41a2-8a2a-d5862bdfcc88 req-08d80d9a-46ae-4771-82c5-a96a9cd4d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:39.634941 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-13c0affd-10fe-41a2-8a2a-d5862bdfcc88 req-08d80d9a-46ae-4771-82c5-a96a9cd4d0ee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 1162 time: 0.1804860
Feb 03 12:31:39.690113 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3242f580-90a4-4b77-9f70-591352e6f9c3 req-fc8f9f9b-7cc8-4292-b1df-c8d33219efc6 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578225
Feb 03 12:31:39.897034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:39.977622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:39.978149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:40.012434 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-13c0affd-10fe-41a2-8a2a-d5862bdfcc88 req-abd0d206-f89f-4cb1-adc2-259953891149 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3352354
Feb 03 12:31:40.052377 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c692813f-d2b5-4b5f-828c-b3b3e2f4c68e req-d0c5de18-8ecf-4975-9524-ed3b6051b853 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3966618
Feb 03 12:31:40.227196 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4f2a2-e30f-4712-a2e5-2e6f6417f6d2 req-0a2fc59b-9bac-4440-be66-b3893fca3769 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:40.229354 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-08c4f2a2-e30f-4712-a2e5-2e6f6417f6d2 req-0a2fc59b-9bac-4440-be66-b3893fca3769 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1667519
Feb 03 12:31:40.300876 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-08c4f2a2-e30f-4712-a2e5-2e6f6417f6d2 req-05f1d128-9982-4284-8521-ea8c24c5b0e9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645216
Feb 03 12:31:40.877130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713a168-dd70-4388-bc3d-c8eb096ebf89 req-265b1889-7bf7-4a3c-95ae-115fe0295d68 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:40.878774 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6713a168-dd70-4388-bc3d-c8eb096ebf89 req-265b1889-7bf7-4a3c-95ae-115fe0295d68 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 946 time: 0.1628509
Feb 03 12:31:40.943868 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6713a168-dd70-4388-bc3d-c8eb096ebf89 req-a68e25ea-22f6-4228-b8b9-5d05ce4822ef tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587437
Feb 03 12:31:40.998101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a4a7-9490-403f-ac1f-f63baeb3e076 req-736a4772-37e6-49c4-9cc0-2bc8877a1a6a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:40.999797 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-42e8a4a7-9490-403f-ac1f-f63baeb3e076 req-736a4772-37e6-49c4-9cc0-2bc8877a1a6a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 945 time: 0.1721387
Feb 03 12:31:41.065172 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-42e8a4a7-9490-403f-ac1f-f63baeb3e076 req-8e4246ee-44ea-456e-8188-e4e7f73c907f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589230
Feb 03 12:31:41.607059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ae5b3-60eb-45bb-ace7-092ba7703b0d req-c21f7dbb-81b3-47ca-b8e8-32530870a8a0 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:41.608599 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6a7ae5b3-60eb-45bb-ace7-092ba7703b0d req-c21f7dbb-81b3-47ca-b8e8-32530870a8a0 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1708949
Feb 03 12:31:41.676822 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6a7ae5b3-60eb-45bb-ace7-092ba7703b0d req-4b5e15f0-9095-4ff1-bf67-a93b4719fe5d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592344
Feb 03 12:31:42.237797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad5a6f-3482-4d53-a014-0b12d89746ad req-0cc068f9-2f8d-4895-ab8e-5e66327d1da2 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:42.239487 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbad5a6f-3482-4d53-a014-0b12d89746ad req-0cc068f9-2f8d-4895-ab8e-5e66327d1da2 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 946 time: 0.1647460
Feb 03 12:31:42.305910 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fbad5a6f-3482-4d53-a014-0b12d89746ad req-5db81330-5ce3-4f9b-8754-d352d4fd2195 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594976
Feb 03 12:31:42.361564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedd61f-984a-4a1e-93e6-8917cdd06404 req-b0ee999a-f43a-4574-ab51-16eb8bfbc135 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:42.363205 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9dedd61f-984a-4a1e-93e6-8917cdd06404 req-b0ee999a-f43a-4574-ab51-16eb8bfbc135 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 945 time: 0.1654530
Feb 03 12:31:42.431254 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9dedd61f-984a-4a1e-93e6-8917cdd06404 req-d6825530-6565-4902-b48a-faeac4b7ef5d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615256
Feb 03 12:31:42.996387 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11491989-46ac-4a74-907e-0aa2b50c2b29 req-176dcb8d-4771-4089-be65-0427c8ef7900 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:42.998245 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-11491989-46ac-4a74-907e-0aa2b50c2b29 req-176dcb8d-4771-4089-be65-0427c8ef7900 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1828554
Feb 03 12:31:43.064946 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-11491989-46ac-4a74-907e-0aa2b50c2b29 req-92d592e8-9fbb-4feb-b7af-8b29339866c6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604370
Feb 03 12:31:43.673122 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771136c-c08f-43f0-82f2-4d10c27642a8 req-a5d681de-9206-410b-bebd-58a528e7b655 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:43.674886 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c771136c-c08f-43f0-82f2-4d10c27642a8 req-a5d681de-9206-410b-bebd-58a528e7b655 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 946 time: 0.2332363
Feb 03 12:31:43.742763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de3dc5-ba06-4525-8588-d2ba597f33f5 req-6a2bf50f-3661-47bf-82e0-46512c3656eb tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:43.744491 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-25de3dc5-ba06-4525-8588-d2ba597f33f5 req-6a2bf50f-3661-47bf-82e0-46512c3656eb tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 945 time: 0.1793177
Feb 03 12:31:43.804508 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-b5c49e08-152c-4dc4-b243-6903287fb7d3 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:43.806141 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-b5c49e08-152c-4dc4-b243-6903287fb7d3 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.86 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 946 time: 0.2916911
Feb 03 12:31:43.809537 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-25de3dc5-ba06-4525-8588-d2ba597f33f5 req-7e7c03ac-fdfc-44bb-b2db-3d744575ec5d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586448
Feb 03 12:31:43.833391 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c771136c-c08f-43f0-82f2-4d10c27642a8 req-ed40a939-5274-42bf-abfd-7ce7158a8ab9 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520550
Feb 03 12:31:43.926944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Deleting port 73175ec6-e00c-4dd8-a61c-18959dfb9978 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:31:43.927335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:43.936833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:31:44.040949 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:31:44.041509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:44.191903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 73175ec6-e00c-4dd8-a61c-18959dfb9978 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:31:44.272225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] For port 73175ec6-e00c-4dd8-a61c-18959dfb9978, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=73175ec6-e00c-4dd8-a61c-18959dfb9978,segment=NetworkSegment(9f26fefa-6825-49ab-b81f-0211b2b315e6),segment_id=9f26fefa-6825-49ab-b81f-0211b2b315e6)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:31:44.272783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:44.342004 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:44.398710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b0332-ea9e-46c4-8e2a-633f07b83261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73175ec6-e00c-4dd8-a61c-18959dfb9978'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:44.409601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 73175ec6-e00c-4dd8-a61c-18959dfb9978, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=73175ec6-e00c-4dd8-a61c-18959dfb9978,segment=NetworkSegment(9f26fefa-6825-49ab-b81f-0211b2b315e6),segment_id=9f26fefa-6825-49ab-b81f-0211b2b315e6)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:31:44.413288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:44.415186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:44.448503 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Calling delete_port for 73175ec6-e00c-4dd8-a61c-18959dfb9978 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:31:44.468477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb667ed8-c720-4295-9807-ee79689a7a6e req-b6366ba8-4bbd-4003-bdc0-7c8f89781e22 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:44.471091 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb667ed8-c720-4295-9807-ee79689a7a6e req-b6366ba8-4bbd-4003-bdc0-7c8f89781e22 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2311351
Feb 03 12:31:44.486899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=73175ec6-e00c-4dd8-a61c-18959dfb9978,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:44.488955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:44.540766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:31:44.541143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:31:44.545656 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb667ed8-c720-4295-9807-ee79689a7a6e req-befb48bd-2467-40a1-a03b-f575ea6235b7 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688488
Feb 03 12:31:44.550948 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b0332-ea9e-46c4-8e2a-633f07b83261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73175ec6-e00c-4dd8-a61c-18959dfb9978', 'code': 200}
Feb 03 12:31:45.042189 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Deleting port 73175ec6-e00c-4dd8-a61c-18959dfb9978 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:31:45.042731 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:45.266770 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708bd73-bd72-496c-a57f-f7776ed1e8a4 req-5c78c2cc-6312-4903-80d2-ade0c7e4d33d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:45.268469 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2708bd73-bd72-496c-a57f-f7776ed1e8a4 req-5c78c2cc-6312-4903-80d2-ade0c7e4d33d tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 944 time: 0.2925861
Feb 03 12:31:45.438550 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2708bd73-bd72-496c-a57f-f7776ed1e8a4 req-c26fc388-033e-4c7c-83aa-378eb804a7b2 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/security-groups?id=fefb6015-7fdd-4302-9941-f24bdf1d0847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610777
Feb 03 12:31:45.481453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] For port 73175ec6-e00c-4dd8-a61c-18959dfb9978, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=73175ec6-e00c-4dd8-a61c-18959dfb9978,segment=NetworkSegment(9f26fefa-6825-49ab-b81f-0211b2b315e6),segment_id=9f26fefa-6825-49ab-b81f-0211b2b315e6)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:31:45.481936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:45.623857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Calling delete_port for 73175ec6-e00c-4dd8-a61c-18959dfb9978 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:31:45.788920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:45.805349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-54695b3c-5ece-454a-8630-a1de19df51bf tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:31:45.855841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Pushing event deleted for resources: {'Port': ['ID=73175ec6-e00c-4dd8-a61c-18959dfb9978,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:31:45.907208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:31:45.974820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a959ae-99a6-4ba3-8870-4f122ab140c0 req-7872d426-79e6-48cc-bbb2-a881f001d5bb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:45.976727 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-57a959ae-99a6-4ba3-8870-4f122ab140c0 req-7872d426-79e6-48cc-bbb2-a881f001d5bb tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2107773
Feb 03 12:31:46.043473 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-57a959ae-99a6-4ba3-8870-4f122ab140c0 req-fd198b19-4013-435f-bdad-de06261f282e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599635
Feb 03 12:31:46.058865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] No DVR routers for this DVR port 73175ec6-e00c-4dd8-a61c-18959dfb9978 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:31:46.061513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:46.064430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b0332-ea9e-46c4-8e2a-633f07b83261', 'name': 'network-vif-deleted', 'tag': '73175ec6-e00c-4dd8-a61c-18959dfb9978'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:31:46.079949 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-68809959-5719-4836-bf9e-4d56bd9bdfab req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.86 "DELETE /v2.0/ports/73175ec6-e00c-4dd8-a61c-18959dfb9978 HTTP/1.1" status: 204  len: 173 time: 2.2453892
Feb 03 12:31:46.126189 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b0332-ea9e-46c4-8e2a-633f07b83261', 'name': 'network-vif-deleted', 'tag': '73175ec6-e00c-4dd8-a61c-18959dfb9978', 'status': 'completed', 'code': 200}
Feb 03 12:31:46.646040 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a31a46a3-4339-4eba-a664-42bb2e0d99ff req-11fc46a5-b556-4cd6-8ba1-f92629b72f29 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] 10.222.0.38 "GET /v2.0/ports?device_id=121b0332-ea9e-46c4-8e2a-633f07b83261 HTTP/1.1" status: 200  len: 210 time: 0.0536990
Feb 03 12:31:47.366621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784567d0-6cd2-40ff-bd82-058d4eb913de req-a51c5a8e-5df0-411c-897c-daf7f290a03f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:47.368259 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-784567d0-6cd2-40ff-bd82-058d4eb913de req-a51c5a8e-5df0-411c-897c-daf7f290a03f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1690230
Feb 03 12:31:47.436182 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-784567d0-6cd2-40ff-bd82-058d4eb913de req-5f39f48c-fa9a-4e9c-823e-d76d689d161c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582805
Feb 03 12:31:48.748778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f716ec2-c8fe-492a-887c-4716e01ec607 req-ce6183f7-36b5-4068-b815-68ea7303dda2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:48.750468 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1f716ec2-c8fe-492a-887c-4716e01ec607 req-ce6183f7-36b5-4068-b815-68ea7303dda2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1773705
Feb 03 12:31:48.815601 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1f716ec2-c8fe-492a-887c-4716e01ec607 req-55937088-c84f-4a3a-852c-fa570b8091f4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585649
Feb 03 12:31:50.015767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:31:50.128187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dba86-eb77-422b-a948-2792b33036f9 req-b9b7ccbd-2341-4b6a-98a4-b60ca979497e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:50.129805 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-054dba86-eb77-422b-a948-2792b33036f9 req-b9b7ccbd-2341-4b6a-98a4-b60ca979497e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1762431
Feb 03 12:31:50.198319 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-054dba86-eb77-422b-a948-2792b33036f9 req-e185f2e0-53a8-42af-b4eb-68db75446fd3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614672
Feb 03 12:31:51.501557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2b7e1-19b8-41bb-abb3-bc575f4bd11d req-0e3e3c57-e53d-4fd1-9579-ddaa28806122 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:51.503233 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0dc2b7e1-19b8-41bb-abb3-bc575f4bd11d req-0e3e3c57-e53d-4fd1-9579-ddaa28806122 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1654735
Feb 03 12:31:51.567741 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0dc2b7e1-19b8-41bb-abb3-bc575f4bd11d req-018394b7-8d9c-4f18-aa34-ffff46487d7b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579998
Feb 03 12:31:52.447423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-803ea714-a701-40bc-a4cc-fe6922b374d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:52.874713 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddc73c-b28f-4d1e-915c-c6b9d1f43366 req-8f2d54ee-f2a7-4122-8f71-f260c9f0b2e0 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:52.876259 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-39ddc73c-b28f-4d1e-915c-c6b9d1f43366 req-8f2d54ee-f2a7-4122-8f71-f260c9f0b2e0 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1779215
Feb 03 12:31:52.946805 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-39ddc73c-b28f-4d1e-915c-c6b9d1f43366 req-a6cf69ae-e78e-40a0-871a-504277014f84 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607090
Feb 03 12:31:54.258362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfebf8e-0326-43fb-b205-ee45cc7b1cb3 req-2611e4d2-ac52-4a70-b28e-dff6a2254bc5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:54.260011 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9bfebf8e-0326-43fb-b205-ee45cc7b1cb3 req-2611e4d2-ac52-4a70-b28e-dff6a2254bc5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1822143
Feb 03 12:31:54.331961 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9bfebf8e-0326-43fb-b205-ee45cc7b1cb3 req-ce7c854c-49ce-47e3-9f76-f38d08792932 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622289
Feb 03 12:31:54.999564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3db108de-7bc0-4b23-b295-0b7ea04e8550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:55.580852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:55.639697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db9531-a053-4252-8c20-6aa76c4d6eb7 req-b8d1aabb-a7f4-4d45-91a8-a79680a48fcf tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:55.641410 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-62db9531-a053-4252-8c20-6aa76c4d6eb7 req-b8d1aabb-a7f4-4d45-91a8-a79680a48fcf tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1701760
Feb 03 12:31:55.718299 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-62db9531-a053-4252-8c20-6aa76c4d6eb7 req-05c52358-6667-428b-90d9-b24e0cf147d0 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686655
Feb 03 12:31:56.234911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:56.976254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:31:57.066124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c30b-2fd5-4f55-9d7e-9a70f166bc01 req-c68e13a2-16a3-48e9-b138-a063d2d5724e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:57.066586 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2f92c30b-2fd5-4f55-9d7e-9a70f166bc01 req-c68e13a2-16a3-48e9-b138-a063d2d5724e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2066061
Feb 03 12:31:57.150308 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2f92c30b-2fd5-4f55-9d7e-9a70f166bc01 req-e5827b96-08f5-4fdc-b32d-e1526feb1196 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772462
Feb 03 12:31:58.444140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc559ce-a2f6-40ba-98a4-c21c614b632d req-fe929bb8-5949-4959-b5a7-728c64033736 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:58.450280 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7dc559ce-a2f6-40ba-98a4-c21c614b632d req-fe929bb8-5949-4959-b5a7-728c64033736 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1786489
Feb 03 12:31:58.515675 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7dc559ce-a2f6-40ba-98a4-c21c614b632d req-99afc038-153f-45f6-ac63-2bd140c5ede0 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635948
Feb 03 12:31:58.904267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6bc99-f006-476d-b2c1-623666603ada req-abdcd68b-5d47-4188-8e9f-e8b22ec9ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:58.905947 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bdd6bc99-f006-476d-b2c1-623666603ada req-abdcd68b-5d47-4188-8e9f-e8b22ec9ca17 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 1162 time: 0.0822015
Feb 03 12:31:59.337906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6bc99-f006-476d-b2c1-623666603ada req-869ebb06-795b-47f4-8040-8dc9b4b5f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:59.341158 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bdd6bc99-f006-476d-b2c1-623666603ada req-869ebb06-795b-47f4-8040-8dc9b4b5f8ac service neutron] 10.222.0.86 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 913 time: 0.3928668
Feb 03 12:31:59.441715 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bdd6bc99-f006-476d-b2c1-623666603ada req-1d5d23f2-7dba-47ee-8266-0ccd19b567e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85327de1-2e95-4443-b90d-001063939ce6 HTTP/1.1" status: 200  len: 217 time: 0.0868928
Feb 03 12:31:59.519214 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6bc99-f006-476d-b2c1-623666603ada req-a2a18aca-39de-4251-a403-c370707adda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:31:59.520886 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bdd6bc99-f006-476d-b2c1-623666603ada req-a2a18aca-39de-4251-a403-c370707adda6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 200  len: 859 time: 0.0696213
Feb 03 12:31:59.586107 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bdd6bc99-f006-476d-b2c1-623666603ada req-d1685ff2-c549-4f65-8e60-0555049dcdd2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521810
Feb 03 12:31:59.773072 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bdd6bc99-f006-476d-b2c1-623666603ada req-c787bf92-14c4-4c29-8bd9-275ecd858785 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1739154
Feb 03 12:32:00.022199 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bdd6bc99-f006-476d-b2c1-623666603ada req-aad097e1-4523-410c-b400-f00569a587e2 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1677871
Feb 03 12:32:00.056685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd672f-9636-4340-94c9-a75074fe6789 req-f480f94c-9378-4200-a4e7-9557e7c40b97 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:00.058442 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-29dd672f-9636-4340-94c9-a75074fe6789 req-f480f94c-9378-4200-a4e7-9557e7c40b97 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.3818259
Feb 03 12:32:00.125322 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-29dd672f-9636-4340-94c9-a75074fe6789 req-8aeba854-61b9-4ff2-b87e-4cb1940db6b5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594182
Feb 03 12:32:01.436358 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a37b4-514f-4692-b88c-7d8ec2543f06 req-d5073146-b118-428d-9ccb-0ada24f3d705 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:01.438010 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f31a37b4-514f-4692-b88c-7d8ec2543f06 req-d5073146-b118-428d-9ccb-0ada24f3d705 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1762879
Feb 03 12:32:01.510796 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f31a37b4-514f-4692-b88c-7d8ec2543f06 req-14ea4aeb-4f5e-4ee5-8d91-22302548aad3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657625
Feb 03 12:32:02.993216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e6fc7-a93a-4bdb-aa50-2d323ae1b8d1 req-9a0f71b3-40f6-4de6-ab79-8339ef73c0f5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:03.005400 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9a9e6fc7-a93a-4bdb-aa50-2d323ae1b8d1 req-9a0f71b3-40f6-4de6-ab79-8339ef73c0f5 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.3210952
Feb 03 12:32:03.122332 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9a9e6fc7-a93a-4bdb-aa50-2d323ae1b8d1 req-057d7e84-57de-4d48-87b2-eb9ae1750211 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119998
Feb 03 12:32:03.491630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479532e-a17d-4328-8329-4d83f5438d56 req-e9287b02-bec5-4ed8-b274-60b81e457249 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:03.493344 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d479532e-a17d-4328-8329-4d83f5438d56 req-e9287b02-bec5-4ed8-b274-60b81e457249 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 945 time: 0.1854308
Feb 03 12:32:03.588793 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d479532e-a17d-4328-8329-4d83f5438d56 req-d70505c4-945c-4db8-ac0d-3e77b0ef0213 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887225
Feb 03 12:32:04.460217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7649b2-ad4b-44fb-a16b-efbbfdeb3625 req-2146f0d5-79e4-419b-864d-6211cb1a6e1a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:04.469193 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4e7649b2-ad4b-44fb-a16b-efbbfdeb3625 req-2146f0d5-79e4-419b-864d-6211cb1a6e1a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2026460
Feb 03 12:32:04.543300 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4e7649b2-ad4b-44fb-a16b-efbbfdeb3625 req-fcbff99b-e921-4d9d-9d22-aaecf4aaa734 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729795
Feb 03 12:32:04.928935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558b225-4169-47b6-b29b-0e0a6bb7a3e4 req-21561a83-b17c-43d6-9023-5819911580dc tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:04.937136 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e558b225-4169-47b6-b29b-0e0a6bb7a3e4 req-21561a83-b17c-43d6-9023-5819911580dc tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 945 time: 0.1912658
Feb 03 12:32:05.010740 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e558b225-4169-47b6-b29b-0e0a6bb7a3e4 req-8eed333c-0adc-483b-9036-d99998badc04 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720751
Feb 03 12:32:05.416526 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:05.855906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00435fc-7192-4408-8835-c6ac93276436 req-80b85904-a55e-4eb6-be81-512343537066 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:05.857574 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e00435fc-7192-4408-8835-c6ac93276436 req-80b85904-a55e-4eb6-be81-512343537066 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1750617
Feb 03 12:32:05.936931 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e00435fc-7192-4408-8835-c6ac93276436 req-f0bf14cc-f2db-48bb-a6e8-bc334dccf52b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730104
Feb 03 12:32:06.338247 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfddeb-18ad-4345-8615-096b30393571 req-2102cb68-c9d2-4883-a425-0ff7b30c2a0a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:06.347525 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e7cfddeb-18ad-4345-8615-096b30393571 req-2102cb68-c9d2-4883-a425-0ff7b30c2a0a tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 945 time: 0.2099526
Feb 03 12:32:06.413935 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e7cfddeb-18ad-4345-8615-096b30393571 req-42e7234d-5f21-43c8-93a5-720f6999b6ea tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650668
Feb 03 12:32:07.094822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-0763e170-741f-4f1b-bd18-35bcf5a7c5fd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:07.096421 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-0763e170-741f-4f1b-bd18-35bcf5a7c5fd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 945 time: 0.1881592
Feb 03 12:32:07.258824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Deleting port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:32:07.259250 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:07.276816 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:32:07.406943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:07.425533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab84ff-bbdf-432c-ade0-085ec5d39673 req-8bdaa9e2-0189-4974-84ea-74da9bdc6787 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:07.433795 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-61ab84ff-bbdf-432c-ade0-085ec5d39673 req-8bdaa9e2-0189-4974-84ea-74da9bdc6787 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.3318100
Feb 03 12:32:07.443672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:07.444997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:32:07.451506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:07.453406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:07.549402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:07.561970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:07.668633 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-61ab84ff-bbdf-432c-ade0-085ec5d39673 req-2980c296-f424-4617-b48c-8e59f611e558 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333369
Feb 03 12:32:07.772069 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa', 'code': 200}
Feb 03 12:32:07.912349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c6e26-34f5-4dc9-9228-20d176d882c4 req-17eb09b1-5bd1-40d4-a42b-a8e8e34942a3 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:07.920580 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2c1c6e26-34f5-4dc9-9228-20d176d882c4 req-17eb09b1-5bd1-40d4-a42b-a8e8e34942a3 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 943 time: 0.2639265
Feb 03 12:32:07.995056 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2c1c6e26-34f5-4dc9-9228-20d176d882c4 req-14089346-bd70-4255-b9fb-7f15e775aefa tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732622
Feb 03 12:32:07.999235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] For port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:07.999900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:08.141380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Calling delete_port for 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:32:08.300351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:08.316775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:08.427968 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Pushing event deleted for resources: {'Port': ['ID=38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:08.431934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:08.539823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] No DVR routers for this DVR port 38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:32:08.542202 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:08.545110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa', 'name': 'network-vif-deleted', 'tag': '38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:32:08.561068 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4d96ac89-458e-490f-a032-bb0f971953a3 req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "DELETE /v2.0/ports/38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa HTTP/1.1" status: 204  len: 173 time: 1.4174373
Feb 03 12:32:08.610083 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa', 'name': 'network-vif-deleted', 'tag': '38f33e72-e7a3-46f1-b57a-b8d5a4ffd8aa', 'status': 'completed', 'code': 200}
Feb 03 12:32:09.012443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9748d6-c073-4358-8ac5-ffd6517f8dc8 req-1ad54fa7-ddf7-4bfc-81b8-580b6651aa08 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:09.014551 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cd9748d6-c073-4358-8ac5-ffd6517f8dc8 req-1ad54fa7-ddf7-4bfc-81b8-580b6651aa08 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1777639
Feb 03 12:32:09.094751 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cd9748d6-c073-4358-8ac5-ffd6517f8dc8 req-153e8143-fc01-4e7a-b3bc-24c1a52ef2a3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720201
Feb 03 12:32:09.273764 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0c30c6f6-a4d1-4b97-a014-dc6fdc1c0ccf req-f76dc30c-89ed-42e3-badf-2a35818beb40 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a5e261e-9d1d-4abc-ba97-bcee5dcacbfa HTTP/1.1" status: 200  len: 210 time: 0.0814528
Feb 03 12:32:09.518886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51244) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:09.700129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:09.716545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:09.720628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] Usage tracker for resource:security_group_rule and tenant:65f4e2525f1c4d70b1c92dd6d75966c3 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:09.723858 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:09.729719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:09.821549 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:09.825446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:09.835828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-053e7dea-7ad8-4430-ae91-39d269fde0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:09.866479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18c2641-f579-4b66-818b-bb9342aa2a85,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:09.870246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:09.891817 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65f4e2525f1c4d70b1c92dd6d75966c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3714662
Feb 03 12:32:09.895506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51250) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:09.965655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:09.995129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:10.075942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:10.081211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d5de3ca4-b1ad-4f31-94ab-cb1f0c31e195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:10.100896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18c2641-f579-4b66-818b-bb9342aa2a85,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:10.105211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:10.108906 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f18c2641-f579-4b66-818b-bb9342aa2a85 HTTP/1.1" status: 204  len: 168 time: 0.2098463
Feb 03 12:32:10.111628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.112032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.112429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.112823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.113345 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.113781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.114170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.114765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.115162 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.115538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.115923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.116303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.116726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.117108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.117487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.117894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.118273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.118653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.119031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.119412 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.119788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.120168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.120543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.120917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:10.131643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:10.513961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a0447-2e4f-4d65-afa4-8bead0ba7416 req-6dd22b09-bc62-48c8-b060-4676c2e8225d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:10.522588 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-675a0447-2e4f-4d65-afa4-8bead0ba7416 req-6dd22b09-bc62-48c8-b060-4676c2e8225d tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2607756
Feb 03 12:32:10.672984 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-675a0447-2e4f-4d65-afa4-8bead0ba7416 req-49c9e133-ce26-4c6e-ad69-33f928591f5e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492422
Feb 03 12:32:12.017626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635b98b-2174-489d-92b8-1f1302a27608 req-2d5cb3c1-3dc3-4782-aa40-c3896bf56f83 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:12.025806 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0635b98b-2174-489d-92b8-1f1302a27608 req-2d5cb3c1-3dc3-4782-aa40-c3896bf56f83 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2086244
Feb 03 12:32:12.130448 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0635b98b-2174-489d-92b8-1f1302a27608 req-c527e7de-037d-40c4-bdca-3f2adeb7d5f8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940349
Feb 03 12:32:12.468446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b52ad9-595b-461b-90d4-6f3cc857fe99 req-23c9ad3b-17fc-40ff-9cd1-f4d2d4a10c59 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:12.469200 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-d6b52ad9-595b-461b-90d4-6f3cc857fe99 req-23c9ad3b-17fc-40ff-9cd1-f4d2d4a10c59 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Synchronizing usage tracker for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:32:12.485428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-d6b52ad9-595b-461b-90d4-6f3cc857fe99 req-23c9ad3b-17fc-40ff-9cd1-f4d2d4a10c59 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Unset dirty status for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:32:12.486735 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6b52ad9-595b-461b-90d4-6f3cc857fe99 req-23c9ad3b-17fc-40ff-9cd1-f4d2d4a10c59 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 946 time: 0.1917939
Feb 03 12:32:12.555231 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6b52ad9-595b-461b-90d4-6f3cc857fe99 req-326aa18e-4cd1-4528-a9b5-5b7a6dca861b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599179
Feb 03 12:32:13.466701 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c2e0b-aba9-4d67-9a1f-fa9b62ff0a69 req-4b83693c-f074-407e-ae26-8588248c10e9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:13.466701 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df8c2e0b-aba9-4d67-9a1f-fa9b62ff0a69 req-4b83693c-f074-407e-ae26-8588248c10e9 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1764262
Feb 03 12:32:13.562384 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df8c2e0b-aba9-4d67-9a1f-fa9b62ff0a69 req-b1577908-983f-42e2-ae38-1ae4c5687c8b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914338
Feb 03 12:32:13.919423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfcc72-9fa4-4cca-b015-df174a980265 req-97940815-e1bd-4934-af7e-2a00eb16bdab tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:13.935018 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2acfcc72-9fa4-4cca-b015-df174a980265 req-97940815-e1bd-4934-af7e-2a00eb16bdab tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 946 time: 0.1979156
Feb 03 12:32:14.032625 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2acfcc72-9fa4-4cca-b015-df174a980265 req-348b3843-3c43-40dd-8b00-931554732a32 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963874
Feb 03 12:32:14.852747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1290e6d-2566-4993-ae31-c6144f686148 req-fbf33011-e856-497d-b44d-f13335f9eafe tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:14.854403 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1290e6d-2566-4993-ae31-c6144f686148 req-fbf33011-e856-497d-b44d-f13335f9eafe tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1676490
Feb 03 12:32:14.932524 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1290e6d-2566-4993-ae31-c6144f686148 req-b6d2fb58-259a-4da0-b51d-62beaefb68fa tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716109
Feb 03 12:32:15.319337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device e259f291-310e-40cf-a1dc-65cbb93244f7 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:15.394670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3384-cc63-47fe-8ebe-1f892384acf1 req-05bcba86-c759-4080-bf07-f518c8de41f2 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:15.398120 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7ddd3384-cc63-47fe-8ebe-1f892384acf1 req-05bcba86-c759-4080-bf07-f518c8de41f2 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 946 time: 0.1856475
Feb 03 12:32:15.446404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port e259f291-310e-40cf-a1dc-65cbb93244f7 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:15.446840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:15.510402 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7ddd3384-cc63-47fe-8ebe-1f892384acf1 req-7d95602d-fb37-49fa-a090-7565cf69bc7d tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014872
Feb 03 12:32:15.681992 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-03584d43-4bb0-46e0-ad34-b90a3194f7e3 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:15.684129 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-03584d43-4bb0-46e0-ad34-b90a3194f7e3 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 946 time: 0.2997727
Feb 03 12:32:15.903417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Deleting port e259f291-310e-40cf-a1dc-65cbb93244f7 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:32:15.905601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:16.240343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] For port e259f291-310e-40cf-a1dc-65cbb93244f7, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e259f291-310e-40cf-a1dc-65cbb93244f7,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:16.240718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:16.305368 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51be2b0-e57d-437f-ae7f-2bf40f4ff460 req-31b9b97a-96a0-44fa-beb3-83d7397b7329 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:16.313781 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e51be2b0-e57d-437f-ae7f-2bf40f4ff460 req-31b9b97a-96a0-44fa-beb3-83d7397b7329 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2047701
Feb 03 12:32:16.384364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Calling delete_port for e259f291-310e-40cf-a1dc-65cbb93244f7 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:32:16.391170 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e51be2b0-e57d-437f-ae7f-2bf40f4ff460 req-5191c71d-c5d7-4760-8420-2d4eeab77a08 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763416
Feb 03 12:32:16.551956 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:16.575694 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e49206d2-e340-4f17-81b0-8af3a7fb357b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:16.629096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Pushing event deleted for resources: {'Port': ['ID=e259f291-310e-40cf-a1dc-65cbb93244f7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:17.048442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:17.069043 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e0b82bd2-e150-4266-ab9c-8ba07d1aa552 req-b9ca094a-308c-492f-99a6-ade3bfa8f6b0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f9cd167-dc65-4ee2-a431-f563a7908751 HTTP/1.1" status: 200  len: 210 time: 0.0616977
Feb 03 12:32:17.136643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] No DVR routers for this DVR port e259f291-310e-40cf-a1dc-65cbb93244f7 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:32:17.139443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:17.142484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9cd167-dc65-4ee2-a431-f563a7908751', 'name': 'network-vif-deleted', 'tag': 'e259f291-310e-40cf-a1dc-65cbb93244f7'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:32:17.161703 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6446bbb-286a-422e-9593-6ebdcf810309 req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "DELETE /v2.0/ports/e259f291-310e-40cf-a1dc-65cbb93244f7 HTTP/1.1" status: 204  len: 173 time: 1.4672275
Feb 03 12:32:17.231076 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9cd167-dc65-4ee2-a431-f563a7908751', 'name': 'network-vif-deleted', 'tag': 'e259f291-310e-40cf-a1dc-65cbb93244f7', 'status': 'completed', 'code': 200}
Feb 03 12:32:17.764653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1de9e-c293-485b-b680-403f515f4cfb req-20a8b9fc-0950-42d3-857c-95b8c91adcdc tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:17.766613 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f3f1de9e-c293-485b-b680-403f515f4cfb req-20a8b9fc-0950-42d3-857c-95b8c91adcdc tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2430882
Feb 03 12:32:17.846767 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f3f1de9e-c293-485b-b680-403f515f4cfb req-1c5e913f-8660-4167-b81b-e041da7e5287 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732331
Feb 03 12:32:17.917630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device e259f291-310e-40cf-a1dc-65cbb93244f7 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:32:18.035417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] No Port match for: e259f291-310e-40cf-a1dc-65cbb93244f7 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:32:18.036408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device e259f291-310e-40cf-a1dc-65cbb93244f7 not bound to the agent host hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:32:19.118620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1574c5-98a3-4345-be05-036e225d16ff req-63cddd0a-b1b6-44b2-bd38-2a1161215193 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:19.128084 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bf1574c5-98a3-4345-be05-036e225d16ff req-63cddd0a-b1b6-44b2-bd38-2a1161215193 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 945 time: 0.3194389
Feb 03 12:32:19.210399 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bf1574c5-98a3-4345-be05-036e225d16ff req-5328b346-d3ce-41a0-b32a-ec2364904363 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809057
Feb 03 12:32:19.214237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e84e8d-dcb2-40a1-8349-eba9466e86b1 req-75b7311f-81ba-4b5e-bd71-85f63d8af231 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:19.216174 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c6e84e8d-dcb2-40a1-8349-eba9466e86b1 req-75b7311f-81ba-4b5e-bd71-85f63d8af231 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1815879
Feb 03 12:32:19.295816 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c6e84e8d-dcb2-40a1-8349-eba9466e86b1 req-f2a9aac1-cf09-4d2d-93dd-7f1a3d1d9765 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663626
Feb 03 12:32:20.606840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761b48-a966-4d86-b888-d7a1d35d250f req-1a635361-d961-432e-acd7-31f32dcffd91 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:20.607680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-b0761b48-a966-4d86-b888-d7a1d35d250f req-1a635361-d961-432e-acd7-31f32dcffd91 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Synchronizing usage tracker for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:32:20.625399 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-b0761b48-a966-4d86-b888-d7a1d35d250f req-1a635361-d961-432e-acd7-31f32dcffd91 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Unset dirty status for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:32:20.627348 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b0761b48-a966-4d86-b888-d7a1d35d250f req-1a635361-d961-432e-acd7-31f32dcffd91 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 945 time: 0.2231817
Feb 03 12:32:20.692123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801d596-a2a2-469c-b6d3-8dbc4f531fb5 req-7d0d9238-23a1-489c-83b6-2248ba2bce7b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:20.700364 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b801d596-a2a2-469c-b6d3-8dbc4f531fb5 req-7d0d9238-23a1-489c-83b6-2248ba2bce7b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1954825
Feb 03 12:32:20.740812 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b0761b48-a966-4d86-b888-d7a1d35d250f req-06c9ba98-cac3-4f98-bbfe-74c14fa92398 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013796
Feb 03 12:32:20.779350 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b801d596-a2a2-469c-b6d3-8dbc4f531fb5 req-f50b3256-e233-42aa-9147-ab9dffa71f47 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773227
Feb 03 12:32:21.500633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-335f5d7f-1a47-4779-a629-a0f0ae5e9874 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:21.502385 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-335f5d7f-1a47-4779-a629-a0f0ae5e9874 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 945 time: 0.1829116
Feb 03 12:32:21.614287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Deleting port b16a8e4a-9632-4f6b-84ed-3c1e5e241196 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:32:21.615241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:22.030808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] For port b16a8e4a-9632-4f6b-84ed-3c1e5e241196, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=b16a8e4a-9632-4f6b-84ed-3c1e5e241196,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:22.033093 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:22.118451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215595f7-8d6f-4c64-86b6-791d2ce21df3 req-c4e10065-2a9f-43ca-b1d4-b8c667d4717f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:22.127122 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-215595f7-8d6f-4c64-86b6-791d2ce21df3 req-c4e10065-2a9f-43ca-b1d4-b8c667d4717f tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 945 time: 0.2403688
Feb 03 12:32:22.195656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Calling delete_port for b16a8e4a-9632-4f6b-84ed-3c1e5e241196 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:32:22.219498 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-215595f7-8d6f-4c64-86b6-791d2ce21df3 req-db07a214-8324-4b07-a8db-1ad9b4ade0f4 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914047
Feb 03 12:32:22.467791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8ca440d6-0cd5-47e0-970e-34ac210cfa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:22.539474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307ad18-d10f-43a8-a340-6c5627142452 req-c08df7e2-623c-42db-9083-a4ee48a8ee40 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:22.541228 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0307ad18-d10f-43a8-a340-6c5627142452 req-c08df7e2-623c-42db-9083-a4ee48a8ee40 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.3139837
Feb 03 12:32:22.615724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:22.618894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a7bbd-a718-4c89-b2af-15d5f93edbc3 req-47aa8786-fdd9-4188-8e02-9383b69c020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:22.620569 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-af1a7bbd-a718-4c89-b2af-15d5f93edbc3 req-47aa8786-fdd9-4188-8e02-9383b69c020a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 1162 time: 0.3070440
Feb 03 12:32:22.637259 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:22.722424 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0307ad18-d10f-43a8-a340-6c5627142452 req-d0c4244e-f6f2-42ce-9e2b-a10e6aa7557e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615794
Feb 03 12:32:22.728621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Pushing event deleted for resources: {'Port': ['ID=b16a8e4a-9632-4f6b-84ed-3c1e5e241196,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:22.796091 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:22.841662 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-af1a7bbd-a718-4c89-b2af-15d5f93edbc3 req-2954945e-26de-464d-843d-e95a2017611d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724455
Feb 03 12:32:22.927900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] No DVR routers for this DVR port b16a8e4a-9632-4f6b-84ed-3c1e5e241196 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:32:22.930630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:22.936456 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2527df-c921-4fdc-9321-039c60a4997f', 'name': 'network-vif-deleted', 'tag': 'b16a8e4a-9632-4f6b-84ed-3c1e5e241196'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:32:22.952134 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-beab2e47-40de-4970-9884-a96c94afe6e9 req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "DELETE /v2.0/ports/b16a8e4a-9632-4f6b-84ed-3c1e5e241196 HTTP/1.1" status: 204  len: 173 time: 1.4374352
Feb 03 12:32:23.007038 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2527df-c921-4fdc-9321-039c60a4997f', 'name': 'network-vif-deleted', 'tag': 'b16a8e4a-9632-4f6b-84ed-3c1e5e241196', 'status': 'completed', 'code': 200}
Feb 03 12:32:23.429527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-a095b687-0d07-4849-8863-11a7cc94fed0 req-d3af6837-bf30-4dee-a7b8-428dc6f3735b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Synchronizing usage tracker for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:32:23.446295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-a095b687-0d07-4849-8863-11a7cc94fed0 req-d3af6837-bf30-4dee-a7b8-428dc6f3735b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Unset dirty status for tenant:d042df76237942259c50782ec90b8ce8 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:32:23.447582 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a095b687-0d07-4849-8863-11a7cc94fed0 req-d3af6837-bf30-4dee-a7b8-428dc6f3735b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2527df-c921-4fdc-9321-039c60a4997f HTTP/1.1" status: 200  len: 210 time: 0.0665472
Feb 03 12:32:23.800986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device b16a8e4a-9632-4f6b-84ed-3c1e5e241196 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:32:23.840663 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] No Port match for: b16a8e4a-9632-4f6b-84ed-3c1e5e241196 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:32:23.841061 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device b16a8e4a-9632-4f6b-84ed-3c1e5e241196 not bound to the agent host hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:32:24.023303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f806ce-2824-4605-a6cd-00091d34cb04 req-8ac30b9d-659b-4f37-b694-c2a91c2549c8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:24.025021 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-51f806ce-2824-4605-a6cd-00091d34cb04 req-8ac30b9d-659b-4f37-b694-c2a91c2549c8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1698201
Feb 03 12:32:24.093862 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-51f806ce-2824-4605-a6cd-00091d34cb04 req-815b7258-b81d-453a-be11-cae19f210c4f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622549
Feb 03 12:32:24.815538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51568) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:24.972983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:24.990704 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:24.994919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] Usage tracker for resource:security_group_rule and tenant:4f8a3d6eb41e42298ef9c9b1af21ca05 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:24.998076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:25.004242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:25.004681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b41d50b7-c964-41b8-86ec-90593506efa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:25.094191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:25.098349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:25.108048 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9c4ae285-7c7f-4df2-97a3-c18e6073d7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:25.153235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51590) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:25.154318 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f8a3d6eb41e42298ef9c9b1af21ca05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3374696
Feb 03 12:32:25.165170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e521d66-f662-4379-b185-f307c635342d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:25.180304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:25.233041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:25.312212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:25.464510 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f0387-6980-4b19-9571-8be9c046b8af req-65240ef4-7c88-47bd-9749-26b00f0c727e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:25.466225 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3a6f0387-6980-4b19-9571-8be9c046b8af req-65240ef4-7c88-47bd-9749-26b00f0c727e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2235115
Feb 03 12:32:25.467548 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:25.471675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6cd0d3b0-3968-40a6-ac24-2e66f2859ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:25.500256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e521d66-f662-4379-b185-f307c635342d,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:25.519715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.520126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.520616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.521183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.521572 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.522030 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.522426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.522822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.523215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.523608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.524004 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.524391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.524821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.525213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.525601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.526097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.526381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.526771 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.527158 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.527545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.527937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.528321 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.528688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.529072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:25.553184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:25.572298 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3a6f0387-6980-4b19-9571-8be9c046b8af req-0c0ec50d-0791-4ef8-871d-58053a7c0b1a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898993
Feb 03 12:32:25.573720 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:25.577612 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e521d66-f662-4379-b185-f307c635342d HTTP/1.1" status: 204  len: 168 time: 0.4232793
Feb 03 12:32:25.600752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:26.178429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dd6a0-cc19-4710-9505-68da9655369f req-eae7cd59-8559-4ec9-a6cc-c1f9f0a80ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:26.180596 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75dd6a0-cc19-4710-9505-68da9655369f req-eae7cd59-8559-4ec9-a6cc-c1f9f0a80ba6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7ea69c59837644fba6e9ec49c774325e&device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 1162 time: 0.0908599
Feb 03 12:32:26.234680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:26.441932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dd6a0-cc19-4710-9505-68da9655369f req-eb5b9d46-4fce-40b7-aea8-19e2ba1fedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:26.443593 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75dd6a0-cc19-4710-9505-68da9655369f req-eb5b9d46-4fce-40b7-aea8-19e2ba1fedc2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 200  len: 913 time: 0.2193274
Feb 03 12:32:26.533600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74f464-a960-46f9-ab94-7dd5b71440bf req-00334a45-fd88-4a65-b69a-65503d7b095b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:26.535331 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6f74f464-a960-46f9-ab94-7dd5b71440bf req-00334a45-fd88-4a65-b69a-65503d7b095b tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2269752
Feb 03 12:32:26.537274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51656) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:26.537853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eddc4-2339-482e-aad0-b30267837491 req-8a935e27-546a-4fa5-bab1-2a8c6dd5a8fa tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:26.540271 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df9eddc4-2339-482e-aad0-b30267837491 req-8a935e27-546a-4fa5-bab1-2a8c6dd5a8fa tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 945 time: 0.1973605
Feb 03 12:32:26.616258 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75dd6a0-cc19-4710-9505-68da9655369f req-03bbefb6-55ae-4a43-bf88-2d4993d5c9bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85327de1-2e95-4443-b90d-001063939ce6 HTTP/1.1" status: 200  len: 217 time: 0.0797820
Feb 03 12:32:26.624005 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df9eddc4-2339-482e-aad0-b30267837491 req-396f4129-1f80-411e-a8c7-19ca1fa490e2 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777645
Feb 03 12:32:26.657606 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51664) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:26.725752 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6f74f464-a960-46f9-ab94-7dd5b71440bf req-d728ad7a-cb8b-4e68-8497-73e2f38bb6be tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203496
Feb 03 12:32:26.729531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e838fd-8989-4540-907c-be5f6ac261a0 admin admin] Deleting subnet 6dc3f29b-a017-4d83-955b-176a6156cad1 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:32:26.733363 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0e838fd-8989-4540-907c-be5f6ac261a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:26.746641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dd6a0-cc19-4710-9505-68da9655369f req-bbb3ca19-1708-4d02-844f-9ab3cc17f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:26.748444 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75dd6a0-cc19-4710-9505-68da9655369f req-bbb3ca19-1708-4d02-844f-9ab3cc17f75b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 200  len: 859 time: 0.0963781
Feb 03 12:32:26.795065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0e838fd-8989-4540-907c-be5f6ac261a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934090'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:26.810684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1946077757-network', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:26.822552 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75dd6a0-cc19-4710-9505-68da9655369f req-72f29431-dda3-45a6-8bb8-735d78ee454f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0624230
Feb 03 12:32:26.823565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:26.828059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Usage tracker for resource:network and tenant:04e63ca91f1f4934ad659a0f688f8148 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:26.831282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:26.859490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0e838fd-8989-4540-907c-be5f6ac261a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:26.862086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:26.946284 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Made reservation on behalf of 04e63ca91f1f4934ad659a0f688f8148 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:32:26.951080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:26.970762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:26.974288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.011110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:27.016174 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:32:27.026003 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:04e63ca91f1f4934ad659a0f688f8148 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:27.031808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:27.040382 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:27.044161 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75dd6a0-cc19-4710-9505-68da9655369f req-ede154e0-df0c-4490-ac6b-a3dcfa9cc8ee service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094660
Feb 03 12:32:27.150147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0e838fd-8989-4540-907c-be5f6ac261a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846616570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846550028'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.165910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:27.257214 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e838fd-8989-4540-907c-be5f6ac261a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc3f29b-a017-4d83-955b-176a6156cad1,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:27.260148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b0e838fd-8989-4540-907c-be5f6ac261a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:27.265678 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e75dd6a0-cc19-4710-9505-68da9655369f req-0ebaf074-82e9-4b0b-a847-ed22593f1895 service neutron] 10.222.0.86 "GET /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1968682
Feb 03 12:32:27.274781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.283505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.290144 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7a5c43b6-8479-4ad2-b413-37d545645871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:27.309706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0e838fd-8989-4540-907c-be5f6ac261a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.318521 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b0e838fd-8989-4540-907c-be5f6ac261a0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6dc3f29b-a017-4d83-955b-176a6156cad1 HTTP/1.1" status: 204  len: 168 time: 0.6573176
Feb 03 12:32:27.318801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51670) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:27.326063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae47c33-2795-4eae-9b7e-42568336568d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:27.331229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:27.340035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:32:27.351004 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.351399 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Added segment 345d8b41-12f0-4f0a-8330-49fa18821fc2 of type vxlan for network a25d274f-41b5-47e7-9ba6-399adec80e0b
Feb 03 12:32:27.382850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.414594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.416014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:27.416662 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.421980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:27.444851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.529673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a25d274f-41b5-47e7-9ba6-399adec80e0b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:27.536190 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9945114
Feb 03 12:32:27.536190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:27.536190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51674) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:27.541589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network a25d274f-41b5-47e7-9ba6-399adec80e0b details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:32:27.542120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Request body: {'subnet': {'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1946077757-subnet', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:27.547310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:27.551538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Usage tracker for resource:subnet and tenant:04e63ca91f1f4934ad659a0f688f8148 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:27.554715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:27.561036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:27.564509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network a25d274f-41b5-47e7-9ba6-399adec80e0b details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:32:27.575566 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Made reservation on behalf of 04e63ca91f1f4934ad659a0f688f8148 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:32:27.580331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6345092'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.642809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.802915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a02e9d2b0>,) {'filters': {'network_id': ['c693f30b-5329-4f27-b807-cf08932a5469']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:27.821246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02e9d2b0>, '9f26fefa-6825-49ab-b81f-0211b2b315e6') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:27.821726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02e9d2b0>, '9f26fefa-6825-49ab-b81f-0211b2b315e6') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:27.835479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847841726'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.854936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:27.857121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:32:28.078122 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e71caa-281a-4059-ab6f-f5b998b74d64 req-d72746f4-f7df-4aee-85e9-8dee00058a99 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:28.079756 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-95e71caa-281a-4059-ab6f-f5b998b74d64 req-d72746f4-f7df-4aee-85e9-8dee00058a99 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 945 time: 0.2631731
Feb 03 12:32:28.148000 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-95e71caa-281a-4059-ab6f-f5b998b74d64 req-9be26983-f967-4588-ae3d-418060fe1559 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612166
Feb 03 12:32:28.305435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Network c693f30b-5329-4f27-b807-cf08932a5469 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:32:28.315248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846616471'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:28.573605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0604de-4250-4491-9ec5-e79b6da230e7 req-8ffc9b8c-f46d-4834-9f98-584da6bfbe2a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:28.575313 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7d0604de-4250-4491-9ec5-e79b6da230e7 req-8ffc9b8c-f46d-4834-9f98-584da6bfbe2a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.6924176
Feb 03 12:32:28.590287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Network c693f30b-5329-4f27-b807-cf08932a5469 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:32:28.626064 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:32:28.743894 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7d0604de-4250-4491-9ec5-e79b6da230e7 req-c334b7ff-c3c7-4b07-87ec-cb0678066c6e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554654
Feb 03 12:32:28.744691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:28.748255 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-acb801bf-8374-4d7e-bdca-900e9157bf90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:28.768501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:28.771585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Pushing event deleted for resources: {'Network': ['ID=c693f30b-5329-4f27-b807-cf08932a5469,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:28.775089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:28.785785 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c693f30b-5329-4f27-b807-cf08932a5469 HTTP/1.1" status: 204  len: 168 time: 1.4656749
Feb 03 12:32:28.939508 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51686) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:29.012188 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a04ea867-60c2-4c02-9ea1-c3fa7ef9909c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98fb13efba474431afb611c898c45d4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0689261
Feb 03 12:32:29.012404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51690) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:29.049123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6455886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6345143'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:29.065682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7e4f6315-812a-42a2-8218-9ca8f0b47f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:29.080100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd7ce-fcbb-44a3-b9ea-1ca749c5c01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:29.107957 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd7ce-fcbb-44a3-b9ea-1ca749c5c01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:29.154923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd7ce-fcbb-44a3-b9ea-1ca749c5c01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:29.160426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-52105d2f-4422-44d9-b716-20d2b96a9160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:29.175516 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dd7ce-fcbb-44a3-b9ea-1ca749c5c01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefb6015-7fdd-4302-9941-f24bdf1d0847,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:29.178244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6d8dd7ce-fcbb-44a3-b9ea-1ca749c5c01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:29.183577 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd7ce-fcbb-44a3-b9ea-1ca749c5c01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:29.187722 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6d8dd7ce-fcbb-44a3-b9ea-1ca749c5c01a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fefb6015-7fdd-4302-9941-f24bdf1d0847 HTTP/1.1" status: 204  len: 168 time: 0.1714888
Feb 03 12:32:29.251920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=803da186-2274-4db4-b802-230fea976266,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:29.276218 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:29.404505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:29.453176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b954c-259b-45dd-a6ee-67794182da52 req-70cf6153-4c69-4add-baa9-e792d4b601b4 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:29.454876 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a48b954c-259b-45dd-a6ee-67794182da52 req-70cf6153-4c69-4add-baa9-e792d4b601b4 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 945 time: 0.3095288
Feb 03 12:32:29.486534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85327de1-2e95-4443-b90d-001063939ce6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:29.486962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:29.558543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Checking segment: {'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:32:29.558937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Network hostable DHCP agents. Network: a25d274f-41b5-47e7-9ba6-399adec80e0b, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:32:29.603606 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-a48b954c-259b-45dd-a6ee-67794182da52 req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Deleting port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:32:29.603982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a48b954c-259b-45dd-a6ee-67794182da52 req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:29.633046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:32:29.744710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf2f2b-0c88-4efb-9567-884f92538df9 req-a739b0e5-5a50-418a-b7d0-1b7e45756ada tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:29.746491 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8acf2f2b-0c88-4efb-9567-884f92538df9 req-a739b0e5-5a50-418a-b7d0-1b7e45756ada tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 945 time: 0.4369452
Feb 03 12:32:29.761496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:29.763919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Network a25d274f-41b5-47e7-9ba6-399adec80e0b is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:32:29.792822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:32:29.799878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, a25d274f-41b5-47e7-9ba6-399adec80e0b) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:32:29.803967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:29.807376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:29.811991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:29.829362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:29.830738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:29.883180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8280afe8-49ce-4cbe-acda-0a1d93ab531f None None] Network a25d274f-41b5-47e7-9ba6-399adec80e0b requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:32:29.899875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:29.914401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:29.927661 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8acf2f2b-0c88-4efb-9567-884f92538df9 req-14fb3d49-7cb2-4f98-b734-25caac1ec688 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8f6fd39-0235-4f22-a825-6e213927356d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737907
Feb 03 12:32:29.947226 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51718) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:29.947378 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-24736178-af4d-4eb5-bb58-4db75825b01c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.4100890
Feb 03 12:32:29.953922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:29.973215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:29.993547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Usage tracker for resource:router and tenant:04e63ca91f1f4934ad659a0f688f8148 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:29.997958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:30.023236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:30.045684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853025918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771978'] for router, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:30.047222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1749868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854388198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3823'] for router, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:30.076231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:30.137854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-a48b954c-259b-45dd-a6ee-67794182da52 req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] For port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6,segment=NetworkSegment(8455116e-5bae-4963-97f9-78ec646024b2),segment_id=8455116e-5bae-4963-97f9-78ec646024b2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:30.138784 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a48b954c-259b-45dd-a6ee-67794182da52 req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:30.139158 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6', 'code': 200}
Feb 03 12:32:30.213146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b79e451-caa2-50de-a50b-efe9dfde6a2a-a25d274f-41b5-47e7-9ba6-399adec80e0b', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'fixed_ips': [{'subnet_id': '803da186-2274-4db4-b802-230fea976266'}]}} from dv-cinder-773876-1-iscsi. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 12:32:30.214350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:30.295579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-a48b954c-259b-45dd-a6ee-67794182da52 req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Calling delete_port for dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:32:30.459370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a48b954c-259b-45dd-a6ee-67794182da52 req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:30.476007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:30.529982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Pushing event deleted for resources: {'Port': ['ID=dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:30.578422 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:30.580177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853025795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:30.601175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Allocated IP 172.20.0.2 (a25d274f-41b5-47e7-9ba6-399adec80e0b/803da186-2274-4db4-b802-230fea976266/aa412f4e-2226-4178-a25d-8f54b740f6a4) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:32:30.711757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48b954c-259b-45dd-a6ee-67794182da52 req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] No DVR routers for this DVR port dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:32:30.714348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a48b954c-259b-45dd-a6ee-67794182da52 req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:30.724591 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf', 'name': 'network-vif-deleted', 'tag': 'dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:32:30.731609 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a48b954c-259b-45dd-a6ee-67794182da52 req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.86 "DELETE /v2.0/ports/dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6 HTTP/1.1" status: 204  len: 173 time: 1.2556608
Feb 03 12:32:30.808831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df9eca-da93-4847-96d5-91dcd6dc3bd6 req-2dc1495a-404f-4695-b597-3cb7124e0c5f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:30.812914 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf', 'name': 'network-vif-deleted', 'tag': 'dc952e2e-46e1-460f-8ded-7e3ff5ea9fc6', 'status': 'completed', 'code': 200}
Feb 03 12:32:30.818089 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-01df9eca-da93-4847-96d5-91dcd6dc3bd6 req-2dc1495a-404f-4695-b597-3cb7124e0c5f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.7058082
Feb 03 12:32:30.867877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:30.893190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Transition to ACTIVE for port object aa412f4e-2226-4178-a25d-8f54b740f6a4 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:32:30.953650 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Transition to ACTIVE for port object aa412f4e-2226-4178-a25d-8f54b740f6a4 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:32:30.959546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:30.996582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:31.003177 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-01df9eca-da93-4847-96d5-91dcd6dc3bd6 req-b999610b-e650-41ec-b2c1-71d37f5ccfed tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840475
Feb 03 12:32:31.088874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Pushing event updated for resources: {'Port': ['ID=aa412f4e-2226-4178-a25d-8f54b740f6a4,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:31.274867 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df0263d1-6333-409e-a766-c12216f8688d req-016fa54a-8e83-4e02-babd-1fef76f1c8d0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7cdaa9c-d0f5-4a1c-a9ec-17009c1f54cf HTTP/1.1" status: 200  len: 210 time: 0.0921657
Feb 03 12:32:31.305705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:31.322106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:31.338613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:31.393827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Network a25d274f-41b5-47e7-9ba6-399adec80e0b is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:32:31.394977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Resources bound (agent type, host, resource id):  {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:32:31.397465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:32:31.440484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:31.513314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Attempting to bind port aa412f4e-2226-4178-a25d-8f54b740f6a4 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:32:31.513965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Attempting to bind port aa412f4e-2226-4178-a25d-8f54b740f6a4 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:32:31.514337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Attempting to bind port aa412f4e-2226-4178-a25d-8f54b740f6a4 on network a25d274f-41b5-47e7-9ba6-399adec80e0b {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:32:31.524789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:32:31.525219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Checking segment: {'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:32:31.525872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:31.526315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Bound using segment: {'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:32:31.526843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Bound port: aa412f4e-2226-4178-a25d-8f54b740f6a4, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:32:31.527268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:31.624284 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Allocated IP 172.27.0.8 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/184cdb4c-cd16-4282-97a8-094f0d186a49) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:32:31.628498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85327de1-2e95-4443-b90d-001063939ce6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:31.628912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:31.691624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] For port aa412f4e-2226-4178-a25d-8f54b740f6a4, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:32:31.704675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] For port aa412f4e-2226-4178-a25d-8f54b740f6a4, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=aa412f4e-2226-4178-a25d-8f54b740f6a4,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:32:31.712713 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:31.728052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:31.784784 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:31.816006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:31.832237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b091b597-c9b3-44dc-8c19-bab46572de01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:31.937047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Pushing event updated for resources: {'Port': ['ID=aa412f4e-2226-4178-a25d-8f54b740f6a4,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:31.941091 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:32.193036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Pushing event updated for resources: {'Port': ['ID=184cdb4c-cd16-4282-97a8-094f0d186a49,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:32.206634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:32.256978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:32:32.258331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:32:32.260536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:32:32.385871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ca8f-9a4f-4d0f-adab-99741ffe9c78 req-eed5ed88-ba74-4490-9827-ebe64ba222ae tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:32.387124 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b077ca8f-9a4f-4d0f-adab-99741ffe9c78 req-eed5ed88-ba74-4490-9827-ebe64ba222ae tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2438066
Feb 03 12:32:32.475648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51752) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:32.494380 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b077ca8f-9a4f-4d0f-adab-99741ffe9c78 req-b5fa3359-a4ed-4cc4-a247-897c41ab5ce2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994833
Feb 03 12:32:32.617244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce50732a-ecc4-4836-b085-d0cd80a1dfe7 admin admin] Deleting subnet 2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:32:32.621353 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce50732a-ecc4-4836-b085-d0cd80a1dfe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:32.815794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce50732a-ecc4-4836-b085-d0cd80a1dfe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934090'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:32.902929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce50732a-ecc4-4836-b085-d0cd80a1dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:32.948099 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:33.434336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device aa412f4e-2226-4178-a25d-8f54b740f6a4 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:33.516680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047887'] for router, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:33.534408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port aa412f4e-2226-4178-a25d-8f54b740f6a4 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:32:33.543632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595816d-c00e-46c7-ba88-71c8d972b196 None None] Network a25d274f-41b5-47e7-9ba6-399adec80e0b requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:32:33.582639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce50732a-ecc4-4836-b085-d0cd80a1dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846616570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846550028'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:33.645745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Provisioning for port aa412f4e-2226-4178-a25d-8f54b740f6a4 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:32:33.656413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:33.664717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Provisioning complete for port aa412f4e-2226-4178-a25d-8f54b740f6a4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:33.665139 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:33.911791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:33.960177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] For port aa412f4e-2226-4178-a25d-8f54b740f6a4, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=aa412f4e-2226-4178-a25d-8f54b740f6a4,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:33.965961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:33.967701 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:34.000592 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50732a-ecc4-4836-b085-d0cd80a1dfe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4a0e08-0f99-4ec6-9ca6-e6ed17293964,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:34.018787 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce50732a-ecc4-4836-b085-d0cd80a1dfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:34.058519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Pushing event updated for resources: {'Port': ['ID=aa412f4e-2226-4178-a25d-8f54b740f6a4,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:34.068100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.068670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.069193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.069825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.070368 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.070736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.071109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.071482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.071855 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.072209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.072572 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.072934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.073403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.073694 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.074052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.074411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.074770 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.075131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.075493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.075854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.076229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.076586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.076950 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.077347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:34.077860 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce50732a-ecc4-4836-b085-d0cd80a1dfe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:34.081873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:34.098955 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ce50732a-ecc4-4836-b085-d0cd80a1dfe7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2e4a0e08-0f99-4ec6-9ca6-e6ed17293964 HTTP/1.1" status: 204  len: 168 time: 1.6208060
Feb 03 12:32:34.101348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51776) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:34.137432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Router d0679397-8c8d-494d-803d-0211b3c7f124 is scheduled to L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e with binding_index 1 {{(pid=80115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 12:32:34.227670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51782) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:34.284237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:34.296696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-571721e2-f706-4b2d-9d25-0563431c9daa None None] Provisioning complete for port aa412f4e-2226-4178-a25d-8f54b740f6a4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:34.297201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-571721e2-f706-4b2d-9d25-0563431c9daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:34.372902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:32:34.385669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Sync routers for ids ['d0679397-8c8d-494d-803d-0211b3c7f124'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:32:34.399780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Routers {'d0679397-8c8d-494d-803d-0211b3c7f124'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:32:34.401848 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03b7b5c0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:32:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['d0679397-8c8d-494d-803d-0211b3c7f124'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:34.404799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:34.409656 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.4607041
Feb 03 12:32:34.410580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51788) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:34.609481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:34.701600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Set router d0679397-8c8d-494d-803d-0211b3c7f124 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:32:34.743834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a01eef710>,) {'filters': {'network_id': ['b7ab0312-92c5-4aaa-a799-a0ebfd359dc1']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:34.756275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1f133170-1a85-4ff2-b5f0-6ba9acdb3e85 None None] Provisioning complete for port aa412f4e-2226-4178-a25d-8f54b740f6a4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:34.756471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1f133170-1a85-4ff2-b5f0-6ba9acdb3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:34.758776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a01eef710>, '8455116e-5bae-4963-97f9-78ec646024b2') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:34.759323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a01eef710>, '8455116e-5bae-4963-97f9-78ec646024b2') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:34.762137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:34.772934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853460491'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:34.790607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:34.793107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:32:34.848183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:34.852272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad473e919e94a1f961cd5e37ae1aa35 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:34.855330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:34.861910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:34.983475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:32:34.997991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6455524'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.040656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03b7b5c0>, [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:32Z', 'revision_number': 3, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:35.044776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Checking router: d0679397-8c8d-494d-803d-0211b3c7f124 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:32:35.045168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Updating router d0679397-8c8d-494d-803d-0211b3c7f124 port 184cdb4c-cd16-4282-97a8-094f0d186a49 binding host dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:32:35.106491 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.133161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.189200 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Network b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:32:35.197463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.213782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a6cfa7ae-7fb4-40b2-a8e5-5bea5472de2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:32:35.214189 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:32:35.281307 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ad473e919e94a1f961cd5e37ae1aa35&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0500658
Feb 03 12:32:35.282809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 51796) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:35.286959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b69a4a-c065-4f94-be22-bb53e6dae9a0,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:35.292846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:35.403552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ef53750-8bfc-4cdd-a44d-869ae756d1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.420609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device aa412f4e-2226-4178-a25d-8f54b740f6a4 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:35.567390 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.585288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port aa412f4e-2226-4178-a25d-8f54b740f6a4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:35.586627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.597042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ef53750-8bfc-4cdd-a44d-869ae756d1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.611993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.620250 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:35.646013 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.650226 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.652863 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.659330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Transition to ACTIVE for port object 184cdb4c-cd16-4282-97a8-094f0d186a49 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:32:35.663922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.679371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ab0312-92c5-4aaa-a799-a0ebfd359dc1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:35.694610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:35.699656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:35.704055 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b7ab0312-92c5-4aaa-a799-a0ebfd359dc1 HTTP/1.1" status: 204  len: 168 time: 1.6012177
Feb 03 12:32:35.800204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ef53750-8bfc-4cdd-a44d-869ae756d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.892464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-09b9c2f5-7c32-4861-9e0b-ce3fdfbcb667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:35.898943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51808) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:35.912620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef53750-8bfc-4cdd-a44d-869ae756d1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b69a4a-c065-4f94-be22-bb53e6dae9a0,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:35.942456 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4ef53750-8bfc-4cdd-a44d-869ae756d1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:35.947514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ef53750-8bfc-4cdd-a44d-869ae756d1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:35.951243 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4ef53750-8bfc-4cdd-a44d-869ae756d1a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0b69a4a-c065-4f94-be22-bb53e6dae9a0 HTTP/1.1" status: 204  len: 168 time: 0.6579363
Feb 03 12:32:35.986374 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-7a608312-b93e-4f18-b24c-48906e0a5b06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d042df76237942259c50782ec90b8ce8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0837231
Feb 03 12:32:35.990172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51816) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:36.118128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Attempting to bind port 184cdb4c-cd16-4282-97a8-094f0d186a49 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:32:36.118765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Attempting to bind port 184cdb4c-cd16-4282-97a8-094f0d186a49 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:32:36.119828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Attempting to bind port 184cdb4c-cd16-4282-97a8-094f0d186a49 on network 549e872b-1584-42ab-be09-aa93760d03bd {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:32:36.125278 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2483e902-0ef8-47c8-87ba-3b9b4c5befd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:36.130131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:32:36.131529 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Checking segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:32:36.132077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:36.132610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Bound using segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:32:36.133241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Bound port: 184cdb4c-cd16-4282-97a8-094f0d186a49, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:32:36.134178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:36.145898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Allocated IP 172.20.0.1 (a25d274f-41b5-47e7-9ba6-399adec80e0b/803da186-2274-4db4-b802-230fea976266/6607c048-5edf-475a-86ec-39628e8633d3) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:32:36.178783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2483e902-0ef8-47c8-87ba-3b9b4c5befd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:36.231265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2483e902-0ef8-47c8-87ba-3b9b4c5befd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:36.238656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6c346c80-109c-439a-bc4a-4f20da464ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:36.252850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483e902-0ef8-47c8-87ba-3b9b4c5befd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f6fd39-0235-4f22-a825-6e213927356d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:36.271268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2483e902-0ef8-47c8-87ba-3b9b4c5befd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:36.274655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Pushing event updated for resources: {'Port': ['ID=184cdb4c-cd16-4282-97a8-094f0d186a49,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:36.289116 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.289611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.290225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.290622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.291092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.291568 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.292033 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.292497 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.292956 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.293480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.293882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.294348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.294884 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.295593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.296318 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.296480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.296931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.297391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.297878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.298483 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.299154 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.299624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.300230 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.300788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:32:36.307705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:36.311548 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] For port 184cdb4c-cd16-4282-97a8-094f0d186a49, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:32:36.315973 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] For port 184cdb4c-cd16-4282-97a8-094f0d186a49, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=184cdb4c-cd16-4282-97a8-094f0d186a49,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:32:36.320478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:36.335241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2483e902-0ef8-47c8-87ba-3b9b4c5befd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:36.336505 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2483e902-0ef8-47c8-87ba-3b9b4c5befd8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8f6fd39-0235-4f22-a825-6e213927356d HTTP/1.1" status: 204  len: 168 time: 0.3452866
Feb 03 12:32:36.345224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:36.355237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b88dc93f-c4d6-4db6-9987-4b6b8cc8a5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:36.368306 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Transition to ACTIVE for port object 6607c048-5edf-475a-86ec-39628e8633d3 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:32:36.400368 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:36.488850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fe2acc44-db62-4b5f-8be5-69e48abfe924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:36.573035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Pushing event updated for resources: {'Port': ['ID=6607c048-5edf-475a-86ec-39628e8633d3,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:36.578641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:36.594741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Pushing event updated for resources: {'Port': ['ID=184cdb4c-cd16-4282-97a8-094f0d186a49,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:36.609327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:36.629661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Routers {'d0679397-8c8d-494d-803d-0211b3c7f124'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:32:36.630703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03b7b5c0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:32:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['d0679397-8c8d-494d-803d-0211b3c7f124'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:36.647031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Network a25d274f-41b5-47e7-9ba6-399adec80e0b is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:32:36.648153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:32:36.650479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:32:36.726057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853028235'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:36.939999 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] Set router d0679397-8c8d-494d-803d-0211b3c7f124 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:32:36.958633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:37.028220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-45422f3c-dca2-4fa0-af39-547deda5a153 None None] Provisioning for port 6607c048-5edf-475a-86ec-39628e8633d3 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:32:37.050685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-45422f3c-dca2-4fa0-af39-547deda5a153 None None] Provisioning complete for port 6607c048-5edf-475a-86ec-39628e8633d3 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:37.051490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-45422f3c-dca2-4fa0-af39-547deda5a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:37.149617 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-45422f3c-dca2-4fa0-af39-547deda5a153 None None] Port 6607c048-5edf-475a-86ec-39628e8633d3 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:32:37.312271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:37.319238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:37.319410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03b7b5c0>, [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:32Z', 'revision_number': 3, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:37.323465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228bd40c-4644-4a87-9544-b70485526b31 None None] The sync data for ids ['d0679397-8c8d-494d-803d-0211b3c7f124'] in dv-cinder-773876-1-iscsi is: [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:32Z', 'revision_number': 3, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:32:37.356629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:37.453704 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853047765'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:37.469492 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Pushing event updated for resources: {'Port': ['ID=6607c048-5edf-475a-86ec-39628e8633d3,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:37.476405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:37.604917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Network a25d274f-41b5-47e7-9ba6-399adec80e0b is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:32:37.606125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:32:37.879893 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0da9ab20-89cb-4375-b205-ea5c9db05a04 None None] Provisioning complete for port 6607c048-5edf-475a-86ec-39628e8633d3 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:37.881301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0da9ab20-89cb-4375-b205-ea5c9db05a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:37.965322 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0da9ab20-89cb-4375-b205-ea5c9db05a04 None None] Port 6607c048-5edf-475a-86ec-39628e8633d3 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:32:38.133019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Router d0679397-8c8d-494d-803d-0211b3c7f124 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:32:38.347907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:32:38.358203 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] 10.222.0.38 "PUT /v2.0/routers/d0679397-8c8d-494d-803d-0211b3c7f124/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9464378
Feb 03 12:32:38.791640 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d76ad1-f944-47cd-a449-5ba22ff045a8 req-a9cae27b-333e-4839-8f16-5745f6791734 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:38.793350 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76d76ad1-f944-47cd-a449-5ba22ff045a8 req-a9cae27b-333e-4839-8f16-5745f6791734 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1810765
Feb 03 12:32:38.866268 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76d76ad1-f944-47cd-a449-5ba22ff045a8 req-4e67016d-d854-4754-b8a0-4c631b9730b3 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660551
Feb 03 12:32:39.329059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51914) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:39.336682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1877775198-network', 'tenant_id': '20179d92f9304fe49b864014da7eada5'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:39.342421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:39.347936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Usage tracker for resource:network and tenant:20179d92f9304fe49b864014da7eada5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:39.356796 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:39.366730 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:39.377095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Made reservation on behalf of 20179d92f9304fe49b864014da7eada5 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:32:39.382356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.396258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.413120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:39.417283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:20179d92f9304fe49b864014da7eada5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:39.420333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:39.426440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:39.453941 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 184cdb4c-cd16-4282-97a8-094f0d186a49 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:39.514776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.518290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.521603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d867cdb7-0e97-4333-8fc3-c5bb5f5fd4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:39.527057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 184cdb4c-cd16-4282-97a8-094f0d186a49 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:32:39.532168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 184cdb4c-cd16-4282-97a8-094f0d186a49 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:39.532686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.559141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:32:39.565534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f819e4a-e3ab-4236-9654-bc099ac2e1f8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:39.569853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:39.573677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.574467 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Added segment 23d213d7-e87e-42ed-a772-aa116cdd9c2f of type vxlan for network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66
Feb 03 12:32:39.609037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.643741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.645132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:39.645812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.651441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ef2d14bb-3b9c-4153-9835-8b8b617cff2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:39.672147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.693131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 184cdb4c-cd16-4282-97a8-094f0d186a49, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=184cdb4c-cd16-4282-97a8-094f0d186a49,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:39.696673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.698707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:39.766292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5861e11d-c9b3-4131-bf2a-9d9eb5623b66,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:39.771445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:39.772055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=184cdb4c-cd16-4282-97a8-094f0d186a49,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:39.776170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:39.776789 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4459019
Feb 03 12:32:39.779160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:32:39.782084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51928) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:39.789166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Request body: {'subnet': {'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1877775198-subnet', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:39.794558 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:39.797174 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:32:39.799263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Usage tracker for resource:subnet and tenant:20179d92f9304fe49b864014da7eada5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:39.802518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:39.808367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:39.820463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Made reservation on behalf of 20179d92f9304fe49b864014da7eada5 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:32:39.825540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6345092'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:39.940636 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcd0b1-e4d2-426d-91f7-83c6da98be4b req-34fcc2e8-ec08-4356-b68e-d81981bee36f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:39.942651 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f2bcd0b1-e4d2-426d-91f7-83c6da98be4b req-34fcc2e8-ec08-4356-b68e-d81981bee36f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1955867
Feb 03 12:32:40.025449 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f2bcd0b1-e4d2-426d-91f7-83c6da98be4b req-e177d875-f56b-4116-8ff0-b776ff0a5af2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757499
Feb 03 12:32:40.276755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Sync routers for ids ['d0679397-8c8d-494d-803d-0211b3c7f124'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:32:40.287097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Routers {'d0679397-8c8d-494d-803d-0211b3c7f124'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:32:40.288144 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02f3c8d0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:32:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['d0679397-8c8d-494d-803d-0211b3c7f124'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:40.331679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aee41b-7c8b-4316-8b42-d8b26b6a3d26 req-61013423-ca4f-487a-842e-4da85e72bcf4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:40.333437 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-69aee41b-7c8b-4316-8b42-d8b26b6a3d26 req-61013423-ca4f-487a-842e-4da85e72bcf4 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2520366
Feb 03 12:32:40.425141 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-69aee41b-7c8b-4316-8b42-d8b26b6a3d26 req-bcfbc487-2659-4a93-8650-ea0a38ea116a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813580
Feb 03 12:32:40.536337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Set router d0679397-8c8d-494d-803d-0211b3c7f124 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:32:40.573929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6455886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6345143'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:40.593990 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:40.683477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030e206-24d0-47f5-a3d5-17b791889966 req-c6240806-b0d2-4196-ab76-a662f2f41dfb tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:40.685324 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a030e206-24d0-47f5-a3d5-17b791889966 req-c6240806-b0d2-4196-ab76-a662f2f41dfb tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.2086124
Feb 03 12:32:40.731313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-9d969e80-249a-450d-bcb7-ea5d9ab35869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:40.733366 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-9d969e80-249a-450d-bcb7-ea5d9ab35869 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1202 time: 0.2447691
Feb 03 12:32:40.766976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5411ae6-ca66-4097-9eee-e69ed1d00c90,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:40.771636 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:40.785297 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-a030e206-24d0-47f5-a3d5-17b791889966 req-855d2904-8588-44de-9178-c6558a2cbb06 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Synchronizing usage tracker for tenant:3698844f87134bf89829473444d0544f on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:32:40.803853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-a030e206-24d0-47f5-a3d5-17b791889966 req-855d2904-8588-44de-9178-c6558a2cbb06 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Unset dirty status for tenant:3698844f87134bf89829473444d0544f on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:32:40.805548 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a030e206-24d0-47f5-a3d5-17b791889966 req-855d2904-8588-44de-9178-c6558a2cbb06 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1124547
Feb 03 12:32:40.961223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-a8e8d97b-64bc-46ea-86bd-e447b5b7bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:40.963951 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-a8e8d97b-64bc-46ea-86bd-e447b5b7bb72 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 909 time: 0.2224886
Feb 03 12:32:40.967031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Checking segment: {'id': '23d213d7-e87e-42ed-a772-aa116cdd9c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:32:40.967288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Network hostable DHCP agents. Network: 5861e11d-c9b3-4131-bf2a-9d9eb5623b66, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:32:41.050920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:32:41.078389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 5861e11d-c9b3-4131-bf2a-9d9eb5623b66) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:32:41.090835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d289fe-2fc1-4ace-9780-11fec10f5612 None None] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:32:41.098884 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:41.099542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:41.126461 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-d00f3fb6-370e-474b-a9cb-089a290b02ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 1000 time: 0.1480157
Feb 03 12:32:41.134403 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3509953
Feb 03 12:32:41.137042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51954) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:41.177997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1877775198-router', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:41.187319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:41.202535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02f3c8d0>, [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '6607c048-5edf-475a-86ec-39628e8633d3', 'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'mac_address': 'fa:16:3e:d1:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '803da186-2274-4db4-b802-230fea976266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:35Z', 'updated_at': '2021-02-03T12:32:37Z', 'revision_number': 2, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'subnets': [{'id': '803da186-2274-4db4-b802-230fea976266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:41.210230 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Checking router: d0679397-8c8d-494d-803d-0211b3c7f124 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:32:41.210634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Updating router d0679397-8c8d-494d-803d-0211b3c7f124 port 6607c048-5edf-475a-86ec-39628e8633d3 binding host dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:32:41.238918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Usage tracker for resource:router and tenant:20179d92f9304fe49b864014da7eada5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:41.248576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:41.258285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:41.290528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-a32aff7c-938b-4f58-8b70-6bad5d3fed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:41.292127 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-a32aff7c-938b-4f58-8b70-6bad5d3fed92 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 200  len: 854 time: 0.1522789
Feb 03 12:32:41.294379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853025918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771978'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:41.295457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1749868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854388198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3823'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:41.302435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:41.366718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:41.392938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 184cdb4c-cd16-4282-97a8-094f0d186a49 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:41.464753 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed22b5-69eb-4092-aa34-2c6fb93a92ce req-bf166011-cc22-44a8-ab89-6ffc3ece70dd tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:41.466385 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-37ed22b5-69eb-4092-aa34-2c6fb93a92ce req-bf166011-cc22-44a8-ab89-6ffc3ece70dd tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2834947
Feb 03 12:32:41.558865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b79e451-caa2-50de-a50b-efe9dfde6a2a-5861e11d-c9b3-4131-bf2a-9d9eb5623b66', 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'fixed_ips': [{'subnet_id': 'f5411ae6-ca66-4097-9eee-e69ed1d00c90'}]}} from dv-cinder-773876-1-iscsi. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 12:32:41.559770 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:41.735252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a1d88-59c5-4eec-a5b2-675662255ac3 req-e57e6ee2-c775-4482-915b-0537641949fe tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:41.737350 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5f7a1d88-59c5-4eec-a5b2-675662255ac3 req-e57e6ee2-c775-4482-915b-0537641949fe tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.1750758
Feb 03 12:32:41.743003 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-37ed22b5-69eb-4092-aa34-2c6fb93a92ce req-7caadd45-58e7-4ba1-8763-b469979a713b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2615421
Feb 03 12:32:41.754085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 184cdb4c-cd16-4282-97a8-094f0d186a49 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:41.754638 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:41.806277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-179fe438-9325-4df2-8366-234cecfcfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:41.807928 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-179fe438-9325-4df2-8366-234cecfcfdc8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cae0d62e-0834-4404-b104-89c82301edff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4972157
Feb 03 12:32:41.822888 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5f7a1d88-59c5-4eec-a5b2-675662255ac3 req-f310c12e-7e9e-46e3-a2f9-11225087c641 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685186
Feb 03 12:32:41.851431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853025795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:42.262371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Allocated IP 172.20.0.2 (5861e11d-c9b3-4131-bf2a-9d9eb5623b66/f5411ae6-ca66-4097-9eee-e69ed1d00c90/90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:32:42.336702 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-764bc436-f1b7-4b75-aa2c-411690d3095d service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5080874
Feb 03 12:32:42.387902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:42.416550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Transition to ACTIVE for port object 6607c048-5edf-475a-86ec-39628e8633d3 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:32:42.422113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:42.440253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3d2ac538-9ce9-425a-87a7-13fb6eff9729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:42.542479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9debc2-bbd8-4941-8e76-2c18fb22a4da req-ecbe8d93-abea-4c5e-9727-3d2f9866c51c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:42.545512 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ad9debc2-bbd8-4941-8e76-2c18fb22a4da req-ecbe8d93-abea-4c5e-9727-3d2f9866c51c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.3310483
Feb 03 12:32:42.755276 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ad9debc2-bbd8-4941-8e76-2c18fb22a4da req-7fbba57b-707a-4ea0-bd88-bf34e2f4349b tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1946280
Feb 03 12:32:42.813104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a78c4-bab4-4369-9f43-fc962e5c6e67 None None] Pushing event updated for resources: {'Port': ['ID=6607c048-5edf-475a-86ec-39628e8633d3,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:42.833827 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8c43f9c5-a2af-46c3-8d34-f5438ad1fe15 req-aae56119-bd55-4a97-8a7f-f3c204fec3cd service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4727967
Feb 03 12:32:42.858093 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bb6a78c4-bab4-4369-9f43-fc962e5c6e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:42.925895 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.014189 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Transition to ACTIVE for port object 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:32:43.079674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Transition to ACTIVE for port object 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:32:43.086652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Attempting to bind port 6607c048-5edf-475a-86ec-39628e8633d3 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:32:43.087247 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Attempting to bind port 6607c048-5edf-475a-86ec-39628e8633d3 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:32:43.087670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Attempting to bind port 6607c048-5edf-475a-86ec-39628e8633d3 on network a25d274f-41b5-47e7-9ba6-399adec80e0b {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:32:43.094251 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:32:43.094687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Checking segment: {'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:32:43.095150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.095685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Bound using segment: {'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:32:43.096101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Bound port: 6607c048-5edf-475a-86ec-39628e8633d3, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:32:43.096530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.116474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.134978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36885c8-98e4-4ad2-8e19-3939c781d132 req-6639d1af-e958-4697-88de-1a1b9ab0638e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:43.144271 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b36885c8-98e4-4ad2-8e19-3939c781d132 req-6639d1af-e958-4697-88de-1a1b9ab0638e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2134883
Feb 03 12:32:43.162220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:43.188987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15940def-ff36-4051-8e3e-08820501e0fe req-b1a761a6-b5f7-43b0-a8b0-8c5ddfdc6bdd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:43.190875 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15940def-ff36-4051-8e3e-08820501e0fe req-b1a761a6-b5f7-43b0-a8b0-8c5ddfdc6bdd tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.86 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.6153684
Feb 03 12:32:43.194664 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.216831 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b36885c8-98e4-4ad2-8e19-3939c781d132 req-a629dfad-7b9f-4334-ab45-96e197e4bdd6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714188
Feb 03 12:32:43.232088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.351587 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Pushing event updated for resources: {'Port': ['ID=90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:43.359667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:43.390800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] For port 6607c048-5edf-475a-86ec-39628e8633d3, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:32:43.415172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] For port 6607c048-5edf-475a-86ec-39628e8633d3, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=6607c048-5edf-475a-86ec-39628e8633d3,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:32:43.421453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.436601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:43.442695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71681f8-9bfb-48a4-b99f-02aa18e45c3e req-487e2aa0-d5f9-4d20-8dbb-d2f5d341764e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:43.444435 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a71681f8-9bfb-48a4-b99f-02aa18e45c3e req-487e2aa0-d5f9-4d20-8dbb-d2f5d341764e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.4325933
Feb 03 12:32:43.552763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:32:43.564446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Resources bound (agent type, host, resource id):  {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:32:43.571311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:32:43.578925 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a71681f8-9bfb-48a4-b99f-02aa18e45c3e req-30b5e0fd-9d9b-41d1-8f37-31ecb54881a7 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260469
Feb 03 12:32:43.664511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a78c4-bab4-4369-9f43-fc962e5c6e67 None None] Pushing event updated for resources: {'Port': ['ID=6607c048-5edf-475a-86ec-39628e8633d3,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:43.669584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Allocated IP 172.27.0.103 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/e4db9b62-a95b-4ba9-923c-c79b69128645) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:32:43.674494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bb6a78c4-bab4-4369-9f43-fc962e5c6e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:43.692748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Attempting to bind port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:32:43.693150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Attempting to bind port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '23d213d7-e87e-42ed-a772-aa116cdd9c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:32:43.693601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Attempting to bind port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e on network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:32:43.704557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:32:43.705024 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Checking segment: {'id': '23d213d7-e87e-42ed-a772-aa116cdd9c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:32:43.705475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.705914 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Bound using segment: {'id': '23d213d7-e87e-42ed-a772-aa116cdd9c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:32:43.706438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Bound port: 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d213d7-e87e-42ed-a772-aa116cdd9c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:32:43.706864 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.791320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Routers {'d0679397-8c8d-494d-803d-0211b3c7f124'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:32:43.792037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02f3c8d0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:32:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['d0679397-8c8d-494d-803d-0211b3c7f124'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:43.841118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.875344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:43.893178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3a0c722f-c448-48a7-989c-582f8c162537 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:44.011357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] For port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:32:44.014942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] For port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e,segment=NetworkSegment(23d213d7-e87e-42ed-a772-aa116cdd9c2f),segment_id=23d213d7-e87e-42ed-a772-aa116cdd9c2f)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:32:44.033502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4db9b62-a95b-4ba9-923c-c79b69128645,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:44.034764 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:44.036799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:44.053764 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:44.094928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab98087-b962-4de1-a682-2cc3ba1f7dda req-eac37c0d-c4be-4450-987b-7d80cb9cf284 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:44.099179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:32:44.100209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:32:44.102485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:32:44.103349 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6ab98087-b962-4de1-a682-2cc3ba1f7dda req-eac37c0d-c4be-4450-987b-7d80cb9cf284 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1934006
Feb 03 12:32:44.182394 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6ab98087-b962-4de1-a682-2cc3ba1f7dda req-81174bc0-a2e8-4647-85ca-16c8c4f85f5f tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0780146
Feb 03 12:32:44.183323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] Set router d0679397-8c8d-494d-803d-0211b3c7f124 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:32:44.287931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Pushing event updated for resources: {'Port': ['ID=90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:44.295752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:44.780451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e29a0c-5ac8-44b3-b0ee-bdbaac98beda req-2162680f-b1f9-4ac7-bc9a-6baab5e94a79 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:44.781758 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-58e29a0c-5ac8-44b3-b0ee-bdbaac98beda req-2162680f-b1f9-4ac7-bc9a-6baab5e94a79 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.4135118
Feb 03 12:32:44.783583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02f3c8d0>, [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '6607c048-5edf-475a-86ec-39628e8633d3', 'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'mac_address': 'fa:16:3e:d1:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '803da186-2274-4db4-b802-230fea976266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:35Z', 'updated_at': '2021-02-03T12:32:43Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'subnets': [{'id': '803da186-2274-4db4-b802-230fea976266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:44.788810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1540176-1e0a-49b5-aabf-a739f70b7a35 None None] The sync data for ids ['d0679397-8c8d-494d-803d-0211b3c7f124'] in dv-cinder-773876-1-iscsi is: [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '6607c048-5edf-475a-86ec-39628e8633d3', 'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'mac_address': 'fa:16:3e:d1:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '803da186-2274-4db4-b802-230fea976266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:35Z', 'updated_at': '2021-02-03T12:32:43Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'subnets': [{'id': '803da186-2274-4db4-b802-230fea976266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:32:44.804407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-15940def-ff36-4051-8e3e-08820501e0fe req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Deleting port d8df8961-6795-4c5d-8c5e-ae04c259cf1e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:32:44.804794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-15940def-ff36-4051-8e3e-08820501e0fe req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:44.884889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:44.974731 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4d1fc-c12c-443a-92e7-f644ead17a49 req-ae9a7112-20ed-4f60-98ce-ff65f2cdfdbf tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:44.976517 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cde4d1fc-c12c-443a-92e7-f644ead17a49 req-ae9a7112-20ed-4f60-98ce-ff65f2cdfdbf tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 945 time: 0.2134261
Feb 03 12:32:45.079787 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cde4d1fc-c12c-443a-92e7-f644ead17a49 req-ed26a3bc-2bf8-4784-a934-714b855c9e6e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927927
Feb 03 12:32:45.382608 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-58e29a0c-5ac8-44b3-b0ee-bdbaac98beda req-b2fa10e2-0c4e-425a-8545-44d41ed7a7db tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5422428
Feb 03 12:32:45.490440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 6607c048-5edf-475a-86ec-39628e8633d3 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:45.552703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e963c2-5d92-4300-ab2f-c5c9065837b0 req-0fcc0157-15a2-4980-9cf8-42ee766e92f9 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:45.554540 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-85e963c2-5d92-4300-ab2f-c5c9065837b0 req-0fcc0157-15a2-4980-9cf8-42ee766e92f9 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.2278748
Feb 03 12:32:45.579896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 6607c048-5edf-475a-86ec-39628e8633d3 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:32:45.585867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 6607c048-5edf-475a-86ec-39628e8633d3 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:45.586373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:45.680094 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-85e963c2-5d92-4300-ab2f-c5c9065837b0 req-4dde02ad-3908-4bc9-b966-1d46393b2e4c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1146348
Feb 03 12:32:45.741372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:45.778619 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 6607c048-5edf-475a-86ec-39628e8633d3, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=6607c048-5edf-475a-86ec-39628e8633d3,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:45.782117 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:45.783143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:45.804472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-15940def-ff36-4051-8e3e-08820501e0fe req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] For port d8df8961-6795-4c5d-8c5e-ae04c259cf1e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=d8df8961-6795-4c5d-8c5e-ae04c259cf1e,segment=NetworkSegment(7db821e0-cf83-4b5b-ad30-1081962863bf),segment_id=7db821e0-cf83-4b5b-ad30-1081962863bf)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:45.804878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-15940def-ff36-4051-8e3e-08820501e0fe req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:45.813583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047887'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:45.813841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:45.913325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=6607c048-5edf-475a-86ec-39628e8633d3,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:45.930895 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:45.932328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:32:46.103538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-15940def-ff36-4051-8e3e-08820501e0fe req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Calling delete_port for d8df8961-6795-4c5d-8c5e-ae04c259cf1e owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:32:46.151135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57f8fc-f185-4d7f-97ce-6dc0c1ba9e81 None None] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:32:46.259319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-4624ff77-0259-4f6a-9268-4eee410e338e None None] Provisioning for port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:32:46.268703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-4624ff77-0259-4f6a-9268-4eee410e338e None None] Provisioning complete for port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:46.269137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4624ff77-0259-4f6a-9268-4eee410e338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:46.406462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-15940def-ff36-4051-8e3e-08820501e0fe req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:46.425945 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:46.531539 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Pushing event deleted for resources: {'Port': ['ID=d8df8961-6795-4c5d-8c5e-ae04c259cf1e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:46.534327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:46.534852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4624ff77-0259-4f6a-9268-4eee410e338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:46.580940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-4624ff77-0259-4f6a-9268-4eee410e338e None None] For port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e,segment=NetworkSegment(23d213d7-e87e-42ed-a772-aa116cdd9c2f),segment_id=23d213d7-e87e-42ed-a772-aa116cdd9c2f)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:46.585102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4624ff77-0259-4f6a-9268-4eee410e338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:46.587011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:46.629820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2cdc-bba0-4a4c-a8f1-62a8fe237aed req-ba2a7d64-a5c0-4e29-acb7-497247b63bac tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:46.631569 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-095b2cdc-bba0-4a4c-a8f1-62a8fe237aed req-ba2a7d64-a5c0-4e29-acb7-497247b63bac tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=53ce7757-e7bd-4f31-b843-d33c358a076c HTTP/1.1" status: 200  len: 867 time: 0.4016931
Feb 03 12:32:46.636752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Router e4f5ae85-5f78-4361-a4ac-cf2a5512735a is scheduled to L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 12:32:46.673783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624ff77-0259-4f6a-9268-4eee410e338e None None] Pushing event updated for resources: {'Port': ['ID=90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:46.678263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4624ff77-0259-4f6a-9268-4eee410e338e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:46.748679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba14f8-0786-4b86-a74e-0b2852aef475 req-cd839778-8a23-4fb2-8c83-865853d81f3c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:46.750581 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f1ba14f8-0786-4b86-a74e-0b2852aef475 req-cd839778-8a23-4fb2-8c83-865853d81f3c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1961215
Feb 03 12:32:46.809851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-52a7037d-16f8-4131-b15e-8c7bcac7f90d None None] Provisioning complete for port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:46.810400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-52a7037d-16f8-4131-b15e-8c7bcac7f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:46.835362 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f1ba14f8-0786-4b86-a74e-0b2852aef475 req-39a6738a-bc9a-47ff-ab67-a0acae8df080 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776668
Feb 03 12:32:46.904724 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-095b2cdc-bba0-4a4c-a8f1-62a8fe237aed req-47fc9ef0-246e-4135-ab45-94946341e14e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479548
Feb 03 12:32:46.987430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-15940def-ff36-4051-8e3e-08820501e0fe req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] No DVR routers for this DVR port d8df8961-6795-4c5d-8c5e-ae04c259cf1e on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:32:47.001314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-15940def-ff36-4051-8e3e-08820501e0fe req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:47.011874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ce7757-e7bd-4f31-b843-d33c358a076c', 'name': 'network-vif-deleted', 'tag': 'd8df8961-6795-4c5d-8c5e-ae04c259cf1e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:32:47.045070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:32:47.048092 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15940def-ff36-4051-8e3e-08820501e0fe req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.86 "DELETE /v2.0/ports/d8df8961-6795-4c5d-8c5e-ae04c259cf1e HTTP/1.1" status: 204  len: 173 time: 2.5049691
Feb 03 12:32:47.060205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Sync routers for ids ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:32:47.073265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:47.077820 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.9396672
Feb 03 12:32:47.078944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 51998) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:32:47.080482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Routers {'e4f5ae85-5f78-4361-a4ac-cf2a5512735a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:32:47.081446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03a34208>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:32:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:47.130006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-8b68142e-617e-47a4-8207-68308e0e1e71 None None] Provisioning complete for port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:47.130444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8b68142e-617e-47a4-8207-68308e0e1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:47.262584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b9855-3b7f-4ec1-9806-fe90f2073ecc req-e7239281-4205-457a-8d06-f51b96223921 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:47.271323 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9f2b9855-3b7f-4ec1-9806-fe90f2073ecc req-e7239281-4205-457a-8d06-f51b96223921 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.2444897
Feb 03 12:32:47.328007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d8df8961-6795-4c5d-8c5e-ae04c259cf1e no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:32:47.374337 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9f2b9855-3b7f-4ec1-9806-fe90f2073ecc req-580323a2-cc98-4e39-ace5-ebc9ba9b1b03 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1015832
Feb 03 12:32:47.379167 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] No Port match for: d8df8961-6795-4c5d-8c5e-ae04c259cf1e {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:32:47.380639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d8df8961-6795-4c5d-8c5e-ae04c259cf1e not bound to the agent host hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:32:47.411650 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Set router e4f5ae85-5f78-4361-a4ac-cf2a5512735a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:32:47.433315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-e53292ac-7937-4d9f-96ba-08bf0b25da13 None None] Provisioning complete for port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:47.433867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e53292ac-7937-4d9f-96ba-08bf0b25da13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:47.468492 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 6607c048-5edf-475a-86ec-39628e8633d3 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:47.584330 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ce7757-e7bd-4f31-b843-d33c358a076c', 'name': 'network-vif-deleted', 'tag': 'd8df8961-6795-4c5d-8c5e-ae04c259cf1e', 'status': 'completed', 'code': 200}
Feb 03 12:32:47.630290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 6607c048-5edf-475a-86ec-39628e8633d3 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:47.630712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:47.726625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03a34208>, [{'id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'name': 'tempest-TestShelveInstance-1877775198-router', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:41Z', 'updated_at': '2021-02-03T12:32:44Z', 'revision_number': 3, 'project_id': '20179d92f9304fe49b864014da7eada5', 'gw_port': {'id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:43Z', 'updated_at': '2021-02-03T12:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:47.731043 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Checking router: e4f5ae85-5f78-4361-a4ac-cf2a5512735a for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:32:47.731557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Updating router e4f5ae85-5f78-4361-a4ac-cf2a5512735a port e4db9b62-a95b-4ba9-923c-c79b69128645 binding host dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:32:47.773137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:47.791921 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:47.853621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:47.854209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:48.378307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:48.401240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Transition to ACTIVE for port object e4db9b62-a95b-4ba9-923c-c79b69128645 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:32:48.406233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:48.422697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:48.450767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:48.553010 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600bb10-1059-41df-8500-64efed118f59 req-af35e80a-be63-4e53-afc9-3bf3fabbd7b0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:48.554844 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0600bb10-1059-41df-8500-64efed118f59 req-af35e80a-be63-4e53-afc9-3bf3fabbd7b0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.4137642
Feb 03 12:32:48.555027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d28dc-3afd-4f85-a235-d326748a535d None None] Pushing event updated for resources: {'Port': ['ID=e4db9b62-a95b-4ba9-923c-c79b69128645,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:48.562918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-215d28dc-3afd-4f85-a235-d326748a535d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:48.623737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Attempting to bind port e4db9b62-a95b-4ba9-923c-c79b69128645 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:32:48.624140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Attempting to bind port e4db9b62-a95b-4ba9-923c-c79b69128645 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:32:48.624547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Attempting to bind port e4db9b62-a95b-4ba9-923c-c79b69128645 on network 549e872b-1584-42ab-be09-aa93760d03bd {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:32:48.630915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:32:48.631335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Checking segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:32:48.631795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:48.632222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Bound using segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:32:48.632855 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Bound port: e4db9b62-a95b-4ba9-923c-c79b69128645, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:32:48.633271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:48.702224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343bab0-17d0-4b30-897a-091c4e23a76c req-662e4567-9013-4cad-94cd-e28d755cb917 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:48.711187 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5343bab0-17d0-4b30-897a-091c4e23a76c req-662e4567-9013-4cad-94cd-e28d755cb917 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1971204
Feb 03 12:32:48.718911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] For port e4db9b62-a95b-4ba9-923c-c79b69128645, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:32:48.722449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] For port e4db9b62-a95b-4ba9-923c-c79b69128645, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=e4db9b62-a95b-4ba9-923c-c79b69128645,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:32:48.724229 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0600bb10-1059-41df-8500-64efed118f59 req-e77a3f40-d43f-447c-8c96-efbd53112d58 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539807
Feb 03 12:32:48.735109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:48.774487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:48.808718 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5343bab0-17d0-4b30-897a-091c4e23a76c req-0896f5eb-38e5-4d2d-987d-b8b0ad907b09 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0960581
Feb 03 12:32:49.138425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d28dc-3afd-4f85-a235-d326748a535d None None] Pushing event updated for resources: {'Port': ['ID=e4db9b62-a95b-4ba9-923c-c79b69128645,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:49.143718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-215d28dc-3afd-4f85-a235-d326748a535d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:49.185168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Routers {'e4f5ae85-5f78-4361-a4ac-cf2a5512735a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:32:49.186225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03a34208>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:32:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:49.191307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2731c-37af-4689-bc12-4857fb2a84d8 req-65d9f939-d4fc-4fba-86cd-2448def11538 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:49.193110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-01c2731c-37af-4689-bc12-4857fb2a84d8 req-65d9f939-d4fc-4fba-86cd-2448def11538 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Synchronizing usage tracker for tenant:7ea69c59837644fba6e9ec49c774325e on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:32:49.199337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Allocated IP 172.20.0.1 (5861e11d-c9b3-4131-bf2a-9d9eb5623b66/f5411ae6-ca66-4097-9eee-e69ed1d00c90/7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:32:49.235790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-01c2731c-37af-4689-bc12-4857fb2a84d8 req-65d9f939-d4fc-4fba-86cd-2448def11538 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Unset dirty status for tenant:7ea69c59837644fba6e9ec49c774325e on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:32:49.237066 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-01c2731c-37af-4689-bc12-4857fb2a84d8 req-65d9f939-d4fc-4fba-86cd-2448def11538 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.3163376
Feb 03 12:32:49.377853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] Set router e4f5ae85-5f78-4361-a4ac-cf2a5512735a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:32:49.383107 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-01c2731c-37af-4689-bc12-4857fb2a84d8 req-dc9fe8d0-158b-4f01-a11d-7a147a4c0e01 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966110
Feb 03 12:32:49.430316 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:49.447413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Transition to ACTIVE for port object 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:32:49.471605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:49.487113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d265d3f7-ed6c-42f3-af86-67e7cf4c3192 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:49.621426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Pushing event updated for resources: {'Port': ['ID=7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:49.626661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:49.675111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:32:49.676486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:32:49.678859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:32:49.689177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03a34208>, [{'id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'name': 'tempest-TestShelveInstance-1877775198-router', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:41Z', 'updated_at': '2021-02-03T12:32:44Z', 'revision_number': 3, 'project_id': '20179d92f9304fe49b864014da7eada5', 'gw_port': {'id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:43Z', 'updated_at': '2021-02-03T12:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:49.694208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3fd42b-bd6f-4ee9-b5cb-43f65ce5bc21 None None] The sync data for ids ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'] in dv-cinder-773876-1-iscsi is: [{'id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'name': 'tempest-TestShelveInstance-1877775198-router', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:41Z', 'updated_at': '2021-02-03T12:32:44Z', 'revision_number': 3, 'project_id': '20179d92f9304fe49b864014da7eada5', 'gw_port': {'id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:43Z', 'updated_at': '2021-02-03T12:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:32:49.739997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853028235'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:49.874446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:49.916688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1bfcd5d7-64ba-4e11-839b-2225c5ae423c None None] Provisioning for port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:32:49.922914 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1bfcd5d7-64ba-4e11-839b-2225c5ae423c None None] Provisioning complete for port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:49.923648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd5d7-64ba-4e11-839b-2225c5ae423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:49.997803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-1bfcd5d7-64ba-4e11-839b-2225c5ae423c None None] Port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:32:50.094595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c47e8-e467-4a3e-922e-3977442c5fc1 req-3cc9fc7e-a6a0-4603-b182-73c62cfb69ad tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:50.096146 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-318c47e8-e467-4a3e-922e-3977442c5fc1 req-3cc9fc7e-a6a0-4603-b182-73c62cfb69ad tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1929438
Feb 03 12:32:50.183280 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-318c47e8-e467-4a3e-922e-3977442c5fc1 req-5d1abc1d-a909-4880-acb9-e3efb8688be6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781033
Feb 03 12:32:50.296519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b81252-67a5-4d6f-8092-8bd3d124010c req-a86033c6-3ad2-4666-92cb-f86ecdbfea22 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:50.304794 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96b81252-67a5-4d6f-8092-8bd3d124010c req-a86033c6-3ad2-4666-92cb-f86ecdbfea22 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.3131666
Feb 03 12:32:50.431143 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96b81252-67a5-4d6f-8092-8bd3d124010c req-08ceb955-dc7a-43f6-b059-1dd267e4f9a9 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1252489
Feb 03 12:32:50.462087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:50.469856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:50.510450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ffe30ac6-a7ec-4ad8-ae7a-36fa5b8a4611 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:50.600958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853047765'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:50.722122 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958144b7-f2e8-450e-98fb-4248c4c1cc8a req-ff3e8c49-b18e-46f8-b6dc-9a3600996eff tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:50.724854 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-958144b7-f2e8-450e-98fb-4248c4c1cc8a req-ff3e8c49-b18e-46f8-b6dc-9a3600996eff tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1944890
Feb 03 12:32:50.802790 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-958144b7-f2e8-450e-98fb-4248c4c1cc8a req-97fc9853-7faf-4119-8682-d93df532fd76 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710640
Feb 03 12:32:50.968219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Pushing event updated for resources: {'Port': ['ID=7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:50.972695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:51.010009 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:32:51.011171 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:32:51.215235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Router e4f5ae85-5f78-4361-a4ac-cf2a5512735a has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:32:51.225480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-aca85425-2114-4508-a5c5-f0569bf3edf5 None None] Provisioning complete for port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:51.225964 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aca85425-2114-4508-a5c5-f0569bf3edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:51.287252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-aca85425-2114-4508-a5c5-f0569bf3edf5 None None] Port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:32:51.412799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device e4db9b62-a95b-4ba9-923c-c79b69128645 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:51.491119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port e4db9b62-a95b-4ba9-923c-c79b69128645 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:32:51.496536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port e4db9b62-a95b-4ba9-923c-c79b69128645 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:51.497038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:51.570690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bc0d4-b445-4575-8286-69c47b7673a3 req-f5004ef7-c471-4cd7-85d2-cc3f1c136e3f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:51.572505 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a41bc0d4-b445-4575-8286-69c47b7673a3 req-f5004ef7-c471-4cd7-85d2-cc3f1c136e3f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2215340
Feb 03 12:32:51.575917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:32:51.602692 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] 10.222.0.38 "PUT /v2.0/routers/e4f5ae85-5f78-4361-a4ac-cf2a5512735a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5225198
Feb 03 12:32:51.631211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:51.651195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port e4db9b62-a95b-4ba9-923c-c79b69128645, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=e4db9b62-a95b-4ba9-923c-c79b69128645,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:51.653481 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a41bc0d4-b445-4575-8286-69c47b7673a3 req-3d704697-0780-4046-9de8-2fbad08cedca tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706627
Feb 03 12:32:51.655481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:51.658651 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:51.736766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=e4db9b62-a95b-4ba9-923c-c79b69128645,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:51.740261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:51.773541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496f540-c802-4f63-9552-7d04d71a2ac9 req-9c2b8c99-7b8d-4fd7-8a8e-7089350c60eb tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:51.775394 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f496f540-c802-4f63-9552-7d04d71a2ac9 req-9c2b8c99-7b8d-4fd7-8a8e-7089350c60eb tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.2145729
Feb 03 12:32:51.861716 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f496f540-c802-4f63-9552-7d04d71a2ac9 req-b81f19b8-d9c3-438c-8133-b2f51f038551 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0799656
Feb 03 12:32:52.197758 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a3cd8-4043-490b-ab6b-817b22deb5bb req-a9e666eb-9127-4b31-9411-5d9c9d44196e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:52.200223 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6b9a3cd8-4043-490b-ab6b-817b22deb5bb req-a9e666eb-9127-4b31-9411-5d9c9d44196e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.2000403
Feb 03 12:32:52.251798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1990268097', 'description': 'tempest-TestShelveInstance-1990268097 description'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:52.268497 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6b9a3cd8-4043-490b-ab6b-817b22deb5bb req-1cd9c819-b7ba-4fc3-b414-019cb4b3fda6 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615010
Feb 03 12:32:52.274706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:52.278687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Usage tracker for resource:security_group and tenant:04e63ca91f1f4934ad659a0f688f8148 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:52.282077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:52.288361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:52.299571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:52.323428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:52.327634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Usage tracker for resource:security_group_rule and tenant:04e63ca91f1f4934ad659a0f688f8148 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:52.330822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:52.337073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:52.414993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:52.418405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:52.423965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d5977fed-e23c-4305-b70b-d101bb958742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:52.453706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4c1be3c0-b5a3-4218-81d3-02abf3d6438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:52.467662 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:52.469021 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3930338d-a38b-41da-84ed-6748b332860f req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.2239530
Feb 03 12:32:52.469850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650cd854-0120-4bbf-ae27-fcd4ee718e81,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:52.473199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0353e55e-6b96-4890-898b-83e723f2f7f4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:52.573658 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-237e0c48-224e-4f55-a5f0-37647884cc57 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups/650cd854-0120-4bbf-ae27-fcd4ee718e81 HTTP/1.1" status: 200  len: 1802 time: 0.0718791
Feb 03 12:32:52.584993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '650cd854-0120-4bbf-ae27-fcd4ee718e81', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:52.585217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '650cd854-0120-4bbf-ae27-fcd4ee718e81', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:52.588985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Sync routers for ids ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:32:52.604105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Routers {'e4f5ae85-5f78-4361-a4ac-cf2a5512735a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:32:52.604105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03223c88>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:32:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:52.613343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:52.617566 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Usage tracker for resource:security_group_rule and tenant:04e63ca91f1f4934ad659a0f688f8148 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:52.620697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:52.626456 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:52.683261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:52.717041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:52.721053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:52.723660 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:52.748988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264060bc-723e-48e7-9124-30db57865bbf,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:52.754978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:52.759388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:52.761051 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5e2943e8-292e-4481-bf85-0ee16595d13e req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1807272
Feb 03 12:32:52.801697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Set router e4f5ae85-5f78-4361-a4ac-cf2a5512735a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:32:52.866273 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-2f6a9765-6548-43ad-95fb-46855951446c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups/650cd854-0120-4bbf-ae27-fcd4ee718e81 HTTP/1.1" status: 200  len: 2395 time: 0.0655982
Feb 03 12:32:52.877375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '650cd854-0120-4bbf-ae27-fcd4ee718e81', 'remote_group_id': None}]} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:52.878041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '650cd854-0120-4bbf-ae27-fcd4ee718e81', 'remote_group_id': None}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:32:52.901307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:32:52.905891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Usage tracker for resource:security_group_rule and tenant:04e63ca91f1f4934ad659a0f688f8148 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:32:52.909065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:32:52.915039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:32:53.004485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f7baf-2c99-4505-a1f3-4b00fd722c48 req-b39507d3-5a59-49cf-9451-804c6312f568 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:53.005361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:53.006631 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2a5f7baf-2c99-4505-a1f3-4b00fd722c48 req-b39507d3-5a59-49cf-9451-804c6312f568 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1921122
Feb 03 12:32:53.033551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:53.037076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:53.039524 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:53.072573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:53.073815 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b7097db4-a087-4c5f-b4bb-4e5d7affe06b req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2009397
Feb 03 12:32:53.074518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e64f5a4-130f-4ee1-b6de-2c3e88d34afa,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:53.079421 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2a5f7baf-2c99-4505-a1f3-4b00fd722c48 req-cfe4d7fa-62ba-4a1c-800a-e1a6783c50c7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652776
Feb 03 12:32:53.082564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:53.384953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03223c88>, [{'id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'name': 'tempest-TestShelveInstance-1877775198-router', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:41Z', 'updated_at': '2021-02-03T12:32:49Z', 'revision_number': 4, 'project_id': '20179d92f9304fe49b864014da7eada5', 'gw_port': {'id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:43Z', 'updated_at': '2021-02-03T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4', 'name': '', 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'mac_address': 'fa:16:3e:bc:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f5411ae6-ca66-4097-9eee-e69ed1d00c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:48Z', 'updated_at': '2021-02-03T12:32:50Z', 'revision_number': 2, 'project_id': '20179d92f9304fe49b864014da7eada5', 'subnets': [{'id': 'f5411ae6-ca66-4097-9eee-e69ed1d00c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:53.395092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Checking router: e4f5ae85-5f78-4361-a4ac-cf2a5512735a for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:32:53.395501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Updating router e4f5ae85-5f78-4361-a4ac-cf2a5512735a port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 binding host dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:32:53.415282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f40ae1-deb1-4b0a-bed1-b041d3f9d056 req-a78b03e1-8bbc-4405-ad10-4ab2d202966c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:53.417447 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-68f40ae1-deb1-4b0a-bed1-b041d3f9d056 req-a78b03e1-8bbc-4405-ad10-4ab2d202966c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.2033968
Feb 03 12:32:53.518700 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-68f40ae1-deb1-4b0a-bed1-b041d3f9d056 req-5c7b52b9-9c54-4276-b08a-7232dfc79c8c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0916989
Feb 03 12:32:53.526741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:53.547053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device e4db9b62-a95b-4ba9-923c-c79b69128645 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:53.680002 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9acec-8337-4839-80a4-020792c81662 req-79e7c841-1020-4c86-a225-963ca5c877cf tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:53.682004 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-65f9acec-8337-4839-80a4-020792c81662 req-79e7c841-1020-4c86-a225-963ca5c877cf tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1972013
Feb 03 12:32:53.738821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port e4db9b62-a95b-4ba9-923c-c79b69128645 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:53.739257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:53.777864 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-65f9acec-8337-4839-80a4-020792c81662 req-67607040-5745-4e6b-b4b6-70b4860e5f1e tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881963
Feb 03 12:32:54.162793 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:54.176373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Transition to ACTIVE for port object 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:32:54.180222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:54.196298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e94a5394-e1bb-46dd-910d-1f1cb557a605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:54.335341 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f05d4-5860-47d3-8c27-756d0c8415a9 None None] Pushing event updated for resources: {'Port': ['ID=7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:54.339920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b91f05d4-5860-47d3-8c27-756d0c8415a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:54.462293 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237285-13e9-41b1-92d6-d314720bb1ca req-0fa741de-10ff-4856-8d1f-0957b6a04934 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:54.464201 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-07237285-13e9-41b1-92d6-d314720bb1ca req-0fa741de-10ff-4856-8d1f-0957b6a04934 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1956301
Feb 03 12:32:54.519061 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Attempting to bind port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:32:54.519560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Attempting to bind port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '23d213d7-e87e-42ed-a772-aa116cdd9c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:32:54.520148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Attempting to bind port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 on network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:32:54.526445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:32:54.527042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Checking segment: {'id': '23d213d7-e87e-42ed-a772-aa116cdd9c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:32:54.527600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:54.528148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Bound using segment: {'id': '23d213d7-e87e-42ed-a772-aa116cdd9c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:32:54.528785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Bound port: 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d213d7-e87e-42ed-a772-aa116cdd9c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:32:54.529334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:54.540966 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-07237285-13e9-41b1-92d6-d314720bb1ca req-1d8f3682-265d-401c-a40e-348249ed8a03 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654545
Feb 03 12:32:54.633886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] For port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:32:54.637074 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] For port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4,segment=NetworkSegment(23d213d7-e87e-42ed-a772-aa116cdd9c2f),segment_id=23d213d7-e87e-42ed-a772-aa116cdd9c2f)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:32:54.643672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:54.657139 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:54.810294 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f05d4-5860-47d3-8c27-756d0c8415a9 None None] Pushing event updated for resources: {'Port': ['ID=7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:54.816245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b91f05d4-5860-47d3-8c27-756d0c8415a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:54.840606 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b281cf6-fc89-40fe-83f4-2394fe516d50 req-f40513b7-b0c0-4b0f-8372-06cf791901e7 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:54.848594 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0b281cf6-fc89-40fe-83f4-2394fe516d50 req-f40513b7-b0c0-4b0f-8372-06cf791901e7 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1807673
Feb 03 12:32:54.882282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Routers {'e4f5ae85-5f78-4361-a4ac-cf2a5512735a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:32:54.882965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03223c88>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:32:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:54.973227 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0b281cf6-fc89-40fe-83f4-2394fe516d50 req-4eae15a2-07e4-4645-a5d4-2a5568e361cd tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1218185
Feb 03 12:32:55.134271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1a64e7a0-9a4c-4d92-b8d6-924260ac242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:55.184701 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] Set router e4f5ae85-5f78-4361-a4ac-cf2a5512735a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:32:55.192659 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f454b7-0c5c-4275-9b7d-938584614ce9 req-a02a4302-c804-4500-aeaf-f302a5846636 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:55.194414 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d7f454b7-0c5c-4275-9b7d-938584614ce9 req-a02a4302-c804-4500-aeaf-f302a5846636 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1997745
Feb 03 12:32:55.278537 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d7f454b7-0c5c-4275-9b7d-938584614ce9 req-5ef791e3-2e77-4966-96cd-3fa8142fa6c2 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772932
Feb 03 12:32:55.607215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:55.712699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03223c88>, [{'id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'name': 'tempest-TestShelveInstance-1877775198-router', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:41Z', 'updated_at': '2021-02-03T12:32:49Z', 'revision_number': 4, 'project_id': '20179d92f9304fe49b864014da7eada5', 'gw_port': {'id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:43Z', 'updated_at': '2021-02-03T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4', 'name': '', 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'mac_address': 'fa:16:3e:bc:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f5411ae6-ca66-4097-9eee-e69ed1d00c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:48Z', 'updated_at': '2021-02-03T12:32:54Z', 'revision_number': 4, 'project_id': '20179d92f9304fe49b864014da7eada5', 'subnets': [{'id': 'f5411ae6-ca66-4097-9eee-e69ed1d00c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:32:55.717070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d6d97-3c5d-4e5f-a976-933409d43c56 None None] The sync data for ids ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'] in dv-cinder-773876-1-iscsi is: [{'id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'name': 'tempest-TestShelveInstance-1877775198-router', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:41Z', 'updated_at': '2021-02-03T12:32:49Z', 'revision_number': 4, 'project_id': '20179d92f9304fe49b864014da7eada5', 'gw_port': {'id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:43Z', 'updated_at': '2021-02-03T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4', 'name': '', 'network_id': '5861e11d-c9b3-4131-bf2a-9d9eb5623b66', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'mac_address': 'fa:16:3e:bc:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f5411ae6-ca66-4097-9eee-e69ed1d00c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:48Z', 'updated_at': '2021-02-03T12:32:54Z', 'revision_number': 4, 'project_id': '20179d92f9304fe49b864014da7eada5', 'subnets': [{'id': 'f5411ae6-ca66-4097-9eee-e69ed1d00c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:32:55.893511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc48d3-f301-491b-a5e3-17a1dbd19da4 req-c6206b46-84ca-4a87-87c5-1900c220d1f5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:55.895379 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-55fc48d3-f301-491b-a5e3-17a1dbd19da4 req-c6206b46-84ca-4a87-87c5-1900c220d1f5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1967132
Feb 03 12:32:55.970350 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-55fc48d3-f301-491b-a5e3-17a1dbd19da4 req-d9796d8c-e3b5-4974-9db3-553d28b76c64 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680454
Feb 03 12:32:56.231344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:56.299257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e041532-d36c-47cd-b3df-3473d59a1bdb req-b6ebccef-8201-496c-973e-e74fef654d21 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:56.306282 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6e041532-d36c-47cd-b3df-3473d59a1bdb req-b6ebccef-8201-496c-973e-e74fef654d21 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1839840
Feb 03 12:32:56.396580 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6e041532-d36c-47cd-b3df-3473d59a1bdb req-76a7581f-728a-4af5-be56-6b20b98b997e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0886197
Feb 03 12:32:56.610748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b483a24-0665-4cdc-ad86-81a20a3b67d7 req-5d96c9be-0b2e-4e29-b290-9b8c3e9a197f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:56.612475 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b483a24-0665-4cdc-ad86-81a20a3b67d7 req-5d96c9be-0b2e-4e29-b290-9b8c3e9a197f tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1775196
Feb 03 12:32:56.681107 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b483a24-0665-4cdc-ad86-81a20a3b67d7 req-895e7d58-b37c-40ec-b3ce-96d4dfdf5497 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617836
Feb 03 12:32:56.975012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:57.293632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363a67c-6e14-4738-ad2f-4e7da43a8c48 req-02306e1e-0368-4261-a4cb-91a1bc036df7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:57.296355 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5363a67c-6e14-4738-ad2f-4e7da43a8c48 req-02306e1e-0368-4261-a4cb-91a1bc036df7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1775086
Feb 03 12:32:57.373508 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5363a67c-6e14-4738-ad2f-4e7da43a8c48 req-98b483f1-0845-4843-93dd-6aeafb655c59 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692933
Feb 03 12:32:57.417631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:57.492461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:32:57.498084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:57.498509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:57.624133 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:57.659332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4,segment=NetworkSegment(23d213d7-e87e-42ed-a772-aa116cdd9c2f),segment_id=23d213d7-e87e-42ed-a772-aa116cdd9c2f)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:57.663073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:57.665021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ff518679-534c-4aba-9b45-6e2c629d8a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:57.700818 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8fd2d-098e-4255-8b90-6d55cfabd0e3 req-190885e0-3f4b-4725-a61d-ca5b90bfe60a tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:57.702571 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d5c8fd2d-098e-4255-8b90-6d55cfabd0e3 req-190885e0-3f4b-4725-a61d-ca5b90bfe60a tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1741779
Feb 03 12:32:57.711903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:57.799159 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d5c8fd2d-098e-4255-8b90-6d55cfabd0e3 req-c6b6ec4b-43d9-4646-b875-84eed7e26fee tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0895803
Feb 03 12:32:57.808985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:57.813431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:57.825789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85327de1-2e95-4443-b90d-001063939ce6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:57.826303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:58.002986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496296-65a5-4116-a91a-7e8da85300ee req-45a4e3c0-653c-4e7c-a23e-2f9fbfd8dd95 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:58.004748 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-00496296-65a5-4116-a91a-7e8da85300ee req-45a4e3c0-653c-4e7c-a23e-2f9fbfd8dd95 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1795602
Feb 03 12:32:58.072472 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-00496296-65a5-4116-a91a-7e8da85300ee req-253ac78e-e7e7-4f7b-b23f-4a746d05036a tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/security-groups?id=e51f3138-36fb-420c-9561-2f01270fb056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610507
Feb 03 12:32:58.236235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-018306be-77b6-4d6a-bc2e-fc5af8f018f8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:58.238024 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-018306be-77b6-4d6a-bc2e-fc5af8f018f8 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.86 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 945 time: 0.1792641
Feb 03 12:32:58.344872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Deleting port 85327de1-2e95-4443-b90d-001063939ce6 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:32:58.345299 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:58.699781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] For port 85327de1-2e95-4443-b90d-001063939ce6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=85327de1-2e95-4443-b90d-001063939ce6,segment=NetworkSegment(7db821e0-cf83-4b5b-ad30-1081962863bf),segment_id=7db821e0-cf83-4b5b-ad30-1081962863bf)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:32:58.700394 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:58.839507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Calling delete_port for 85327de1-2e95-4443-b90d-001063939ce6 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:32:58.976398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422fc0f-1895-4431-ae7d-1d7ff26afd7c req-3fcdb371-e078-4679-94ac-e90ef3ef677b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:58.978194 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2422fc0f-1895-4431-ae7d-1d7ff26afd7c req-3fcdb371-e078-4679-94ac-e90ef3ef677b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.4152164
Feb 03 12:32:59.081843 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2422fc0f-1895-4431-ae7d-1d7ff26afd7c req-7da1c34e-b759-443c-b2d3-4ea2ecb26595 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953026
Feb 03 12:32:59.114624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d6d89-5546-4b68-86d3-327b1a70e42f req-c0a3f0c4-5c86-42bc-a694-92adb595f748 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:32:59.116349 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5a0d6d89-5546-4b68-86d3-327b1a70e42f req-c0a3f0c4-5c86-42bc-a694-92adb595f748 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1831515
Feb 03 12:32:59.170081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:59.186636 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1c44565-44b5-4398-8ee1-7c66487dcdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:32:59.336117 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Pushing event deleted for resources: {'Port': ['ID=85327de1-2e95-4443-b90d-001063939ce6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:32:59.347661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:32:59.350391 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5277a929-e743-4cf5-82fa-383acf48dc54 req-3f1e6488-2db5-4752-a092-1c74708f46b1 tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.38 "GET /v2.0/ports?device_id=947f774e-d0ac-4c40-b653-6f86b96cd108 HTTP/1.1" status: 200  len: 210 time: 0.1247468
Feb 03 12:32:59.374335 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5a0d6d89-5546-4b68-86d3-327b1a70e42f req-8beadf83-6af0-44bd-b0b2-6556a084ec9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2504284
Feb 03 12:32:59.407672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:32:59.463111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] No DVR routers for this DVR port 85327de1-2e95-4443-b90d-001063939ce6 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:32:59.465449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:59.468256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947f774e-d0ac-4c40-b653-6f86b96cd108', 'name': 'network-vif-deleted', 'tag': '85327de1-2e95-4443-b90d-001063939ce6'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:32:59.484809 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3dfcb6a8-a4f4-496b-9170-8c4d19cdc9be req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] 10.222.0.86 "DELETE /v2.0/ports/85327de1-2e95-4443-b90d-001063939ce6 HTTP/1.1" status: 204  len: 173 time: 1.2407949
Feb 03 12:32:59.505545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:32:59.506176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:32:59.543062 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947f774e-d0ac-4c40-b653-6f86b96cd108', 'name': 'network-vif-deleted', 'tag': '85327de1-2e95-4443-b90d-001063939ce6', 'status': 'completed', 'code': 200}
Feb 03 12:32:59.652616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:32:59.691060 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] No Port match for: 85327de1-2e95-4443-b90d-001063939ce6 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:32:59.691531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85327de1-2e95-4443-b90d-001063939ce6 not bound to the agent host hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:33:00.409882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1a135-6d52-427d-86e9-26495b37cf65 req-dd870a27-dd81-4e54-bb33-44ede45baf18 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:00.412112 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-40a1a135-6d52-427d-86e9-26495b37cf65 req-dd870a27-dd81-4e54-bb33-44ede45baf18 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1734014
Feb 03 12:33:00.486314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52252) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:00.486700 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-40a1a135-6d52-427d-86e9-26495b37cf65 req-a1ad9d0a-4635-485a-abcf-6d2a2ee9de8a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678799
Feb 03 12:33:01.426820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098a363-13b1-4881-a0f1-bd0dbb9fa746 req-e131cb3e-a5f7-46de-b803-4a7e2cecb4ac tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:01.428571 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6098a363-13b1-4881-a0f1-bd0dbb9fa746 req-e131cb3e-a5f7-46de-b803-4a7e2cecb4ac tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.8406529
Feb 03 12:33:01.467818 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-46c0fe65-9d9c-4c4d-a067-804e0e0469c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:01.469352 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-46c0fe65-9d9c-4c4d-a067-804e0e0469c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 1163 time: 0.4216220
Feb 03 12:33:01.587494 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6098a363-13b1-4881-a0f1-bd0dbb9fa746 req-f7e371d6-43ad-439e-baae-9cf345558e91 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1408997
Feb 03 12:33:01.697804 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:33:01.788954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d1561c41-dd78-4886-a204-22fc9904f9d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:33:01.789548 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:01.806617 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-f9033604-02cc-4a33-b01f-7406539345bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:01.808245 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-f9033604-02cc-4a33-b01f-7406539345bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 910 time: 0.3012557
Feb 03 12:33:01.823090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36227914-daca-4917-9648-6929a199972a req-345a4814-9120-48aa-acab-2a3cb555fb60 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:01.826215 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-36227914-daca-4917-9648-6929a199972a req-345a4814-9120-48aa-acab-2a3cb555fb60 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1886795
Feb 03 12:33:01.895787 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-36227914-daca-4917-9648-6929a199972a req-1897c29c-dd06-4a0e-966a-76fa1f589688 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637715
Feb 03 12:33:01.942672 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-c77ff37a-12cc-418c-b8ef-660c5e5ad184 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1561c41-dd78-4886-a204-22fc9904f9d6 HTTP/1.1" status: 200  len: 1002 time: 0.1212277
Feb 03 12:33:02.062708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-c8efb5a9-cb9e-445d-a1d8-07e90f366898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:02.064319 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-c8efb5a9-cb9e-445d-a1d8-07e90f366898 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.0908213
Feb 03 12:33:02.117251 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728049'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:02.387641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-1e69812a-2392-438f-8603-468ed4ecf897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:02.389300 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-1e69812a-2392-438f-8603-468ed4ecf897 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3133662
Feb 03 12:33:02.588296 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-ba17481b-125a-4457-a59e-352cb78691b7 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652851
Feb 03 12:33:02.797506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Deleting port 1d1c14ee-2d69-40e6-8073-bda339a48841 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:33:02.797949 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:02.985282 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ecbf081a-2051-4a60-8520-17e66bba0d67 req-0fdd7407-25cf-4025-b840-7b716dd4fc0b service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3596783
Feb 03 12:33:03.101144 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc51bb-b0bd-4151-8d1d-5659ae735ad4 req-ad6f12aa-7763-4fdc-97fb-74e0d8c42862 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:03.102793 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a8bc51bb-b0bd-4151-8d1d-5659ae735ad4 req-ad6f12aa-7763-4fdc-97fb-74e0d8c42862 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.3828721
Feb 03 12:33:03.173537 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] For port 1d1c14ee-2d69-40e6-8073-bda339a48841, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=1d1c14ee-2d69-40e6-8073-bda339a48841,segment=NetworkSegment(7db821e0-cf83-4b5b-ad30-1081962863bf),segment_id=7db821e0-cf83-4b5b-ad30-1081962863bf)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:33:03.173926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:03.254733 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6d6ad-1829-4852-9f1f-e7074419c1bb req-aa15c45e-305e-4de7-b495-2baa374e8d6e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:03.254733 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8cc6d6ad-1829-4852-9f1f-e7074419c1bb req-aa15c45e-305e-4de7-b495-2baa374e8d6e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1791856
Feb 03 12:33:03.326502 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8cc6d6ad-1829-4852-9f1f-e7074419c1bb req-bf3dbc50-896f-4132-b55a-6e3d41972131 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649364
Feb 03 12:33:03.579830 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a8bc51bb-b0bd-4151-8d1d-5659ae735ad4 req-eedae32c-be0e-4bf9-b683-d27db3e0dd0a tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.4602408
Feb 03 12:33:03.587907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Calling delete_port for 1d1c14ee-2d69-40e6-8073-bda339a48841 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:33:03.751717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 009a75e0-63e1-45a0-af03-ad0fb5c6b13e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:33:03.827216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:33:03.827643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:03.911529 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:03.927921 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1add0c74-940f-4e5d-8e56-c68ae267dfb0 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:03.988019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:33:04.015890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:33:04.028756 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1c14ee-2d69-40e6-8073-bda339a48841,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:04.035231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:04.061998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d1561c41-dd78-4886-a204-22fc9904f9d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:33:04.062427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:04.358653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853142545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853048971'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:04.650204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7bc35-5681-4ad4-bfa1-a4666d8fed2d req-843674f2-f259-4cb9-bb1e-5c7cfdd9bd1d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:04.651951 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96d7bc35-5681-4ad4-bfa1-a4666d8fed2d req-843674f2-f259-4cb9-bb1e-5c7cfdd9bd1d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1708522
Feb 03 12:33:04.726596 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96d7bc35-5681-4ad4-bfa1-a4666d8fed2d req-54121b57-ef93-4577-85c6-9c667a7a8e51 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681207
Feb 03 12:33:05.053417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f3fab-2b5f-458a-b69d-76199a667f06 req-c0c4a4e3-8fbd-4a05-a55a-f7a888899b82 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:05.055185 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4d6f3fab-2b5f-458a-b69d-76199a667f06 req-c0c4a4e3-8fbd-4a05-a55a-f7a888899b82 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.2843351
Feb 03 12:33:05.060468 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:33:05.288213 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4d6f3fab-2b5f-458a-b69d-76199a667f06 req-ba8629ae-4d61-4d3e-9e7e-5e049218d5ae tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2231171
Feb 03 12:33:05.334809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:33:05.344891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] Sync routers for ids ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:33:05.351254 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] 10.222.0.38 "PUT /v2.0/routers/1711b88d-c08c-4ca0-8f5a-64b864a973d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8607693
Feb 03 12:33:05.351696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52314) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:05.364801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] Routers {'1711b88d-c08c-4ca0-8f5a-64b864a973d2'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:33:05.365481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a034abf98>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:32:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:33:05.433681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:05.606182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] Set router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:33:05.771664 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:05.926636 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a034abf98>, [{'id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-router', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:28:02Z', 'updated_at': '2021-02-03T12:33:03Z', 'revision_number': 5, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'gw_port': {'id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:04Z', 'updated_at': '2021-02-03T12:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:33:05.934050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] Checking router: 1711b88d-c08c-4ca0-8f5a-64b864a973d2 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:33:05.951554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] Routers {'1711b88d-c08c-4ca0-8f5a-64b864a973d2'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:33:05.952242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a034abf98>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:32:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:33:05.982560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:05.989499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Deleting port 512bc0f2-c96d-46b1-b7d3-8b234aba146c {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:33:05.990143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:06.184761 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] Set router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:33:06.186783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] For port 512bc0f2-c96d-46b1-b7d3-8b234aba146c, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=512bc0f2-c96d-46b1-b7d3-8b234aba146c,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:33:06.187373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:06.274901 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb78b84-8eda-4312-b3e7-4aaec4b1bf8c req-c1694dda-c59c-41c9-8d5c-5cbce0e3b6c2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:06.276717 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6fb78b84-8eda-4312-b3e7-4aaec4b1bf8c req-c1694dda-c59c-41c9-8d5c-5cbce0e3b6c2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.3960509
Feb 03 12:33:06.339794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Calling delete_port for 512bc0f2-c96d-46b1-b7d3-8b234aba146c owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:33:06.360227 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6fb78b84-8eda-4312-b3e7-4aaec4b1bf8c req-e5c191df-691c-475e-be78-945c686effac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723155
Feb 03 12:33:06.519305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a034abf98>, [{'id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-router', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:28:02Z', 'updated_at': '2021-02-03T12:33:03Z', 'revision_number': 5, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'gw_port': {'id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:04Z', 'updated_at': '2021-02-03T12:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:33:06.523803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1220b-9a82-4c66-8a30-a681ce870d48 None None] The sync data for ids ['1711b88d-c08c-4ca0-8f5a-64b864a973d2'] in dv-cinder-773876-1-iscsi is: [{'id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1224335956-router', 'tenant_id': '7ea69c59837644fba6e9ec49c774325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:28:02Z', 'updated_at': '2021-02-03T12:33:03Z', 'revision_number': 5, 'project_id': '7ea69c59837644fba6e9ec49c774325e', 'gw_port': {'id': '512bc0f2-c96d-46b1-b7d3-8b234aba146c', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1711b88d-c08c-4ca0-8f5a-64b864a973d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:28:04Z', 'updated_at': '2021-02-03T12:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:33:06.574254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     result = function(*args, **kwargs)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     proto.__init__(conn_state, self)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.handle()
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.handle_one_request()
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.handle_one_response()
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     result = self.application(self.environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return app(environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = req.get_response(self.application)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = req.get_response(self.application)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = req.get_response(self.application)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = req.get_response(self.application)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return request.get_response(self.application)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = req.get_response(self._app)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return resp(environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return resp(environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = self.app(environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return resp(environ, start_response)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:33:06.580769 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     result = method(request=request, **args)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._delete(request, id, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*args, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*args, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*dup_args, **dup_kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     obj_deleter(request.context, id, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return method(*args, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*args, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*args, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*dup_args, **dup_kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._delete_current_gw_port(context, id, router, None)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, context, *args, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return method(*args, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     context, port, router_ids, bound_mech_contexts)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     return function(*args, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     callback(resource, event, trigger, **kwargs)
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     if self._is_session_semantic_violated(context, resource, event):
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]:     stack = traceback.extract_stack()
Feb 03 12:33:06.588340 dv-cinder-773876-1-iscsi neutron-server[80003]: 
Feb 03 12:33:06.748511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab00aa3-48c4-42a2-9b9b-76c53069e8c6 req-54d1ff3d-c7c8-420c-9258-452fc539dd02 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:06.750314 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3ab00aa3-48c4-42a2-9b9b-76c53069e8c6 req-54d1ff3d-c7c8-420c-9258-452fc539dd02 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.3152344
Feb 03 12:33:06.879026 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3ab00aa3-48c4-42a2-9b9b-76c53069e8c6 req-94129135-2b2c-458c-be10-d9e1a92a1ae5 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1195433
Feb 03 12:33:06.939464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047917'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:07.086329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853025825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771993'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:07.088859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:07.178049 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1747052'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:07.178633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1711b88d-c08c-4ca0-8f5a-64b864a973d2 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 12:33:07.193401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:07.194743 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4ad38b72-35ba-461d-a7c9-618540c38a7f admin admin] 10.222.0.38 "DELETE /v2.0/routers/1711b88d-c08c-4ca0-8f5a-64b864a973d2 HTTP/1.1" status: 204  len: 168 time: 1.8419163
Feb 03 12:33:07.197494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52328) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:07.269732 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-662708b9-eadc-4b09-a52f-66401fc6d493 admin admin] Deleting subnet 558a7dd6-5cd0-43df-8150-ab5f7c879728 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:33:07.275013 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-662708b9-eadc-4b09-a52f-66401fc6d493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:07.329575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-662708b9-eadc-4b09-a52f-66401fc6d493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315325'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:07.356496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 1d1c14ee-2d69-40e6-8073-bda339a48841 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:33:07.398410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 1d1c14ee-2d69-40e6-8073-bda339a48841 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:33:07.399170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 1d1c14ee-2d69-40e6-8073-bda339a48841 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:33:07.402000 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-662708b9-eadc-4b09-a52f-66401fc6d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:07.677984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-662708b9-eadc-4b09-a52f-66401fc6d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6455435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848430674'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:07.684785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0eda62-6e4b-499c-9555-0df8c6f7983f req-7900bcdf-00e3-4930-bb8d-0f3b78ae730a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:07.686869 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb0eda62-6e4b-499c-9555-0df8c6f7983f req-7900bcdf-00e3-4930-bb8d-0f3b78ae730a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1843867
Feb 03 12:33:07.694820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d33043c7-c14a-4526-afdf-8dc5fba5eef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:07.752733 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb0eda62-6e4b-499c-9555-0df8c6f7983f req-2c37e734-1193-487f-a42b-a4b14b3eeb0f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591133
Feb 03 12:33:07.789540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662708b9-eadc-4b09-a52f-66401fc6d493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558a7dd6-5cd0-43df-8150-ab5f7c879728,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:07.803034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-662708b9-eadc-4b09-a52f-66401fc6d493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:07.840245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-662708b9-eadc-4b09-a52f-66401fc6d493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:07.846554 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-662708b9-eadc-4b09-a52f-66401fc6d493 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/558a7dd6-5cd0-43df-8150-ab5f7c879728 HTTP/1.1" status: 204  len: 168 time: 0.6473451
Feb 03 12:33:07.849878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52336) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:07.973691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:08.244831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:08.428283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec1eb4-2e96-475c-b343-fc1742b65b18 req-9dac1ac0-40ee-497d-acd0-e0427eda470e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:08.430067 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-daec1eb4-2e96-475c-b343-fc1742b65b18 req-9dac1ac0-40ee-497d-acd0-e0427eda470e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.3983090
Feb 03 12:33:08.482224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a01ce5da0>,) {'filters': {'network_id': ['2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:33:08.506598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a01ce5da0>, '7db821e0-cf83-4b5b-ad30-1081962863bf') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:33:08.506880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a01ce5da0>, '7db821e0-cf83-4b5b-ad30-1081962863bf') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:33:08.527034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853460491'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:08.569925 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-daec1eb4-2e96-475c-b343-fc1742b65b18 req-55d07d6c-bdc8-49e0-9ea3-f6c71fb42822 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1268375
Feb 03 12:33:08.579525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:08.585044 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:33:09.010579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:33:09.023671 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6455524'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:09.081455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa4a29-7d9c-429c-8f44-d8a61cb0724a req-ed1e6f80-6748-4c5f-8414-3cfbe1662aae tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:09.083140 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-effa4a29-7d9c-429c-8f44-d8a61cb0724a req-ed1e6f80-6748-4c5f-8414-3cfbe1662aae tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1735463
Feb 03 12:33:09.147531 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-effa4a29-7d9c-429c-8f44-d8a61cb0724a req-a5211eef-124b-4786-84e2-a32b7098247f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578036
Feb 03 12:33:09.203082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Network 2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:33:09.227491 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:33:09.310638 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:09.317123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:09.320812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:09.345948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:09.348880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:09.351019 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9a9bd14a-5e54-4de4-9788-ffd6c97ad49c admin admin] 10.222.0.38 "DELETE /v2.0/networks/2fb934a3-fd23-4fe4-8c8f-2089b7ee7af3 HTTP/1.1" status: 204  len: 168 time: 1.5001349
Feb 03 12:33:09.392922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 512bc0f2-c96d-46b1-b7d3-8b234aba146c no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:33:09.430693 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 512bc0f2-c96d-46b1-b7d3-8b234aba146c {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:33:09.431093 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 512bc0f2-c96d-46b1-b7d3-8b234aba146c not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:33:09.506066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52354) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:09.560255 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c2cef2b6-d6bd-4c4b-9b4a-7062e973c9de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ea69c59837644fba6e9ec49c774325e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0528274
Feb 03 12:33:09.563255 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52358) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:09.630127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18cefffd-e715-4266-836a-2ace5c6beb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:09.662151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18cefffd-e715-4266-836a-2ace5c6beb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:09.772684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18cefffd-e715-4266-836a-2ace5c6beb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:09.779814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5651d5f7-d211-4682-84f2-f3001c50f2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:09.797167 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cefffd-e715-4266-836a-2ace5c6beb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f3138-36fb-420c-9561-2f01270fb056,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:09.800263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-18cefffd-e715-4266-836a-2ace5c6beb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:09.808562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18cefffd-e715-4266-836a-2ace5c6beb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:09.809851 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-18cefffd-e715-4266-836a-2ace5c6beb37 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e51f3138-36fb-420c-9561-2f01270fb056 HTTP/1.1" status: 204  len: 168 time: 0.2455566
Feb 03 12:33:09.902960 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c690ce6-e05c-4e5c-8f38-58ff3891d202 req-ef8fdb04-10a5-45bf-9dcf-643ac0d181d4 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:09.904701 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c690ce6-e05c-4e5c-8f38-58ff3891d202 req-ef8fdb04-10a5-45bf-9dcf-643ac0d181d4 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1976082
Feb 03 12:33:09.994535 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c690ce6-e05c-4e5c-8f38-58ff3891d202 req-007db731-cd31-4920-bd9b-8dfe94659626 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0815902
Feb 03 12:33:10.470174 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8611c2-ab39-4efc-be6d-6fccc7868558 req-46c2f6c1-0cca-4c9e-8e0b-6850ecc9996f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:10.471879 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0e8611c2-ab39-4efc-be6d-6fccc7868558 req-46c2f6c1-0cca-4c9e-8e0b-6850ecc9996f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1774490
Feb 03 12:33:10.538117 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0e8611c2-ab39-4efc-be6d-6fccc7868558 req-8e69b48e-8c2d-4edd-bf5f-fbd13c583f90 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593007
Feb 03 12:33:11.300362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622de4ad-63c1-4872-bb36-3f4b1d02cb74 req-8f069229-1278-4c07-aa92-0fc0548b9baa tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:11.302142 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-622de4ad-63c1-4872-bb36-3f4b1d02cb74 req-8f069229-1278-4c07-aa92-0fc0548b9baa tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1708550
Feb 03 12:33:11.388859 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-622de4ad-63c1-4872-bb36-3f4b1d02cb74 req-a4c05fe6-c26a-4d10-a1ea-b264875c60d0 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0799820
Feb 03 12:33:11.856777 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc740f-a96f-45d8-8334-4fd8bba5a696 req-70c5abe5-45f8-4af6-9531-c2f976d72db7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:11.858699 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e9dc740f-a96f-45d8-8334-4fd8bba5a696 req-70c5abe5-45f8-4af6-9531-c2f976d72db7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1679823
Feb 03 12:33:11.927783 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e9dc740f-a96f-45d8-8334-4fd8bba5a696 req-3a0fc161-49db-451a-bc7e-324f330ed723 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622888
Feb 03 12:33:12.688778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8663fe0-3add-4ad0-a307-33206fb1c7bf req-ee53bcdf-534a-49a3-972b-cb631bd89691 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:12.690431 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f8663fe0-3add-4ad0-a307-33206fb1c7bf req-ee53bcdf-534a-49a3-972b-cb631bd89691 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1717486
Feb 03 12:33:12.786154 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f8663fe0-3add-4ad0-a307-33206fb1c7bf req-40b3c595-7c27-4c8b-9b5c-b2bac35c2db8 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0858169
Feb 03 12:33:13.422485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea65631-c467-4da8-8a47-2ea1151c1b07 req-15fef00c-ba14-450e-89d2-786ad8a4e162 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:13.424197 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8ea65631-c467-4da8-8a47-2ea1151c1b07 req-15fef00c-ba14-450e-89d2-786ad8a4e162 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1798832
Feb 03 12:33:13.499814 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8ea65631-c467-4da8-8a47-2ea1151c1b07 req-2b950cfa-17c4-43d2-ac99-62419d7ffc44 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688653
Feb 03 12:33:14.092495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290cc3e-3b5c-4162-a0ec-97f1d4bdef09 req-fd9e72ef-9ac4-45a9-8e6e-a699b39651e0 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:14.094173 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d290cc3e-3b5c-4162-a0ec-97f1d4bdef09 req-fd9e72ef-9ac4-45a9-8e6e-a699b39651e0 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1718454
Feb 03 12:33:14.184238 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d290cc3e-3b5c-4162-a0ec-97f1d4bdef09 req-e369bf9d-4561-4e40-a036-72682b9b3cb4 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0830672
Feb 03 12:33:14.342271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52448) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:14.388606 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 009a75e0-63e1-45a0-af03-ad0fb5c6b13e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:33:14.486442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:33:14.487010 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:14.522762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:14.539496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:14.543590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] Usage tracker for resource:security_group_rule and tenant:dc82238d8d2c4e40b9a9eef7e73e5b3d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:14.546786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:14.552447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:14.647115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:14.651023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:14.668215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ec30ca66-a75f-40eb-9a8f-6f77bb91ef50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:14.758532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9137ddbb-73ef-4306-a7e2-83970052fcd3,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:14.763715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:14.768830 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc82238d8d2c4e40b9a9eef7e73e5b3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4228833
Feb 03 12:33:14.769699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52468) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:14.846248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:14.875608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:14.890537 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e74370-0ab8-433d-84db-94ec9ee40a83 req-0fd8482e-82dc-422f-9977-ec822f29813a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:14.892353 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-25e74370-0ab8-433d-84db-94ec9ee40a83 req-0fd8482e-82dc-422f-9977-ec822f29813a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2319469
Feb 03 12:33:14.927946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:14.935378 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0de41567-fd44-43a1-8e39-010976c8bf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:14.952542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9137ddbb-73ef-4306-a7e2-83970052fcd3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:14.960871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:14.966300 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9137ddbb-73ef-4306-a7e2-83970052fcd3 HTTP/1.1" status: 204  len: 168 time: 0.1957629
Feb 03 12:33:14.968768 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.969446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.970153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.970654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.971166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.971661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.972195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.972957 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.973467 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.973985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.974480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.974970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.975629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.976255 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.976748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.977233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.977771 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.978278 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.978767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.979360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.979854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.980458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.980948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.981431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:14.985581 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:14.990449 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-25e74370-0ab8-433d-84db-94ec9ee40a83 req-16950147-4a08-4b1a-be2e-f7d14c273579 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912151
Feb 03 12:33:15.361092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52496) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:15.382722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:15.400833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:15.404297 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] Usage tracker for resource:security_group_rule and tenant:153bbc2420014fefb072fc17d59ec84f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:15.407458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:15.414014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:15.535542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87647eb3-3ae5-4241-8e8e-bf681936d937 req-62666d12-310c-423a-acaa-7077f8a699a7 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:15.542174 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87647eb3-3ae5-4241-8e8e-bf681936d937 req-62666d12-310c-423a-acaa-7077f8a699a7 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.2175634
Feb 03 12:33:15.590490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:15.595517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:15.611434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4ef53750-8bfc-4cdd-a44d-869ae756d1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:15.653343 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87647eb3-3ae5-4241-8e8e-bf681936d937 req-7405f29d-010c-45ce-8738-97d192c0f2b2 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&id=4d05c1f5-61b2-4fab-874c-20931e0d604f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0993869
Feb 03 12:33:15.698819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e645a-b534-4f3c-81df-712e5f4cc8e1,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:15.719130 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=153bbc2420014fefb072fc17d59ec84f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3540838
Feb 03 12:33:15.719892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52516) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:15.721007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:15.806912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50b44bdc-9c13-4d2c-8953-9cccdd37986f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:15.843411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50b44bdc-9c13-4d2c-8953-9cccdd37986f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:15.903859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50b44bdc-9c13-4d2c-8953-9cccdd37986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:15.912680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0956cef7-087f-4587-a0c9-12e6f88103ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:15.926775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b44bdc-9c13-4d2c-8953-9cccdd37986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e645a-b534-4f3c-81df-712e5f4cc8e1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:15.929774 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-50b44bdc-9c13-4d2c-8953-9cccdd37986f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:15.932827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50b44bdc-9c13-4d2c-8953-9cccdd37986f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:15.946329 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-50b44bdc-9c13-4d2c-8953-9cccdd37986f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e0e645a-b534-4f3c-81df-712e5f4cc8e1 HTTP/1.1" status: 204  len: 168 time: 0.2251582
Feb 03 12:33:16.340230 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc84ee9-5b0a-4e96-bf4d-5aa98e8f1f67 req-32e815f8-0c94-4042-ac9c-ce3ae6888a9c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:16.348869 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8dc84ee9-5b0a-4e96-bf4d-5aa98e8f1f67 req-32e815f8-0c94-4042-ac9c-ce3ae6888a9c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1900964
Feb 03 12:33:16.433893 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8dc84ee9-5b0a-4e96-bf4d-5aa98e8f1f67 req-ee903c38-363e-433d-a518-0f169103bc9d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839069
Feb 03 12:33:17.908814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df0fa5-f07f-4a58-a876-b984a814ed1a req-736e5a31-5112-43e2-a125-0972e986d789 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:17.951544 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23df0fa5-f07f-4a58-a876-b984a814ed1a req-736e5a31-5112-43e2-a125-0972e986d789 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.3111064
Feb 03 12:33:18.058885 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23df0fa5-f07f-4a58-a876-b984a814ed1a req-9f3d26f4-9da0-455e-afcb-dc01b7af0198 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048884
Feb 03 12:33:19.037707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52618) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:19.216932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:19.293106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:19.297621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b5faf922a7084ced9dee62c603d5c4ca is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:19.306863 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:19.322466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:19.465365 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d47f75-723c-4ad2-b892-5e2e1698bd68 req-1c2f5486-0835-485d-ae2b-ba033d126636 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:19.467140 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-70d47f75-723c-4ad2-b892-5e2e1698bd68 req-1c2f5486-0835-485d-ae2b-ba033d126636 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2377911
Feb 03 12:33:19.566393 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-70d47f75-723c-4ad2-b892-5e2e1698bd68 req-5d403669-c665-4968-8234-b6fe7afd4abb tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909948
Feb 03 12:33:19.650441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:19.654138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:19.663746 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a3fc0810-9464-46f7-8c14-8f0caffbe72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:19.708443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15778fad-5bc2-4d13-bd2b-18d0b35246b4,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:19.716468 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5faf922a7084ced9dee62c603d5c4ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6745408
Feb 03 12:33:19.716468 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:19.717186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52634) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:19.798884 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d89813ca-f53a-4faa-afd9-af4623fd4fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:19.833983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d89813ca-f53a-4faa-afd9-af4623fd4fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:19.884556 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d89813ca-f53a-4faa-afd9-af4623fd4fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:19.896203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-856ce4f7-28e7-4e4d-a275-e29df32a217a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:19.909599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89813ca-f53a-4faa-afd9-af4623fd4fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15778fad-5bc2-4d13-bd2b-18d0b35246b4,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:19.914761 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d89813ca-f53a-4faa-afd9-af4623fd4fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:19.934119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d89813ca-f53a-4faa-afd9-af4623fd4fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:19.935481 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d89813ca-f53a-4faa-afd9-af4623fd4fe3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15778fad-5bc2-4d13-bd2b-18d0b35246b4 HTTP/1.1" status: 204  len: 168 time: 0.2176685
Feb 03 12:33:20.331207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52642) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:20.358260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:20.375215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:20.381801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] Usage tracker for resource:security_group_rule and tenant:83c940a8c97c4063bbd7c73f81268965 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:20.384935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:20.390717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:20.487937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:20.491947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:20.516997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cc1e90a9-bd1c-4ef0-9da0-94ab8453070e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:20.540823 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83c940a8c97c4063bbd7c73f81268965&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2058275
Feb 03 12:33:20.541254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52650) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:20.580342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd04f556-5fc8-4e7c-9fb0-d15e8a77d34a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:20.585294 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:20.643106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-21718953-824f-4443-80d8-07da5b389f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:20.676353 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-21718953-824f-4443-80d8-07da5b389f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:20.729536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-21718953-824f-4443-80d8-07da5b389f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:20.734885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8ff8fdcd-d084-40be-b8ce-0db1714d98a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:20.748466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21718953-824f-4443-80d8-07da5b389f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd04f556-5fc8-4e7c-9fb0-d15e8a77d34a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:20.758195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-21718953-824f-4443-80d8-07da5b389f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:20.764148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-21718953-824f-4443-80d8-07da5b389f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:20.768772 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-21718953-824f-4443-80d8-07da5b389f9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd04f556-5fc8-4e7c-9fb0-d15e8a77d34a HTTP/1.1" status: 204  len: 168 time: 0.2263689
Feb 03 12:33:21.175137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ee589-4395-442d-9783-a7c0bcf2ad6e req-f200a963-a92e-4043-83e7-ac949d4f4982 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:21.177215 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5f9ee589-4395-442d-9783-a7c0bcf2ad6e req-f200a963-a92e-4043-83e7-ac949d4f4982 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.3847723
Feb 03 12:33:21.278925 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-2474dfc9-2660-4b9b-ab2a-6608495df9ab tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1990268097&fields=id&tenant_id=04e63ca91f1f4934ad659a0f688f8148 HTTP/1.1" status: 200  len: 267 time: 0.0758622
Feb 03 12:33:21.287632 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5f9ee589-4395-442d-9783-a7c0bcf2ad6e req-c1430916-164f-42cc-aabf-20338c41a8b2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025341
Feb 03 12:33:21.563688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92239552-976c-453d-b169-b7a8192d63a2 req-b7be9c64-b0cd-453a-be31-ea9b96c1c620 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:21.565669 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-b7be9c64-b0cd-453a-be31-ea9b96c1c620 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 809 time: 0.2774589
Feb 03 12:33:21.587034 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-9b45414b-43b6-4fad-83d4-27bf35eb6eb1 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/quotas/04e63ca91f1f4934ad659a0f688f8148 HTTP/1.1" status: 200  len: 375 time: 0.0107877
Feb 03 12:33:21.730909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-92239552-976c-453d-b169-b7a8192d63a2 req-792407af-693f-4625-963a-d1dc6ec28db1 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Synchronizing usage tracker for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:33:21.764087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-92239552-976c-453d-b169-b7a8192d63a2 req-792407af-693f-4625-963a-d1dc6ec28db1 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Unset dirty status for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:33:21.764946 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-792407af-693f-4625-963a-d1dc6ec28db1 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1714046
Feb 03 12:33:22.115446 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-58a97e84-2094-4111-b506-f90106f06fc0 service neutron] 10.222.0.38 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3314941
Feb 03 12:33:22.336896 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-000b24a3-5fdb-4b79-81a5-45313dad3f9e service neutron] 10.222.0.38 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2135096
Feb 03 12:33:22.473190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6818-a016-4c40-aadb-d430520bd211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:22.748716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9afe3-b7bf-4981-a42c-f447db8568ec req-45a072d8-34e7-47c3-9c0d-4263179db228 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:22.750501 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2cc9afe3-b7bf-4981-a42c-f447db8568ec req-45a072d8-34e7-47c3-9c0d-4263179db228 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2459314
Feb 03 12:33:22.844892 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2cc9afe3-b7bf-4981-a42c-f447db8568ec req-7918dc51-59d0-4a25-b752-d31e58533068 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872107
Feb 03 12:33:23.083310 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-38d8ecaa-26ef-424b-81bc-d6a7d9aa465e req-4da842ae-3936-46b9-bf48-c7ceb28bc9bd tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 210 time: 0.1064897
Feb 03 12:33:24.213794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6ae32-e01e-4492-b34e-df4b555b5ac5 req-106649fb-5b64-48db-8bf4-e264cbf5a774 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:24.215658 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c0c6ae32-e01e-4492-b34e-df4b555b5ac5 req-106649fb-5b64-48db-8bf4-e264cbf5a774 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2037289
Feb 03 12:33:24.298924 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c0c6ae32-e01e-4492-b34e-df4b555b5ac5 req-c2234d0a-7e47-4081-a21d-0019732cf92f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747874
Feb 03 12:33:24.343396 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-afc0d95f-bbdd-434c-b68e-d26c7c22666c req-34d10b02-e7e3-4d5a-a79a-fbaa56ef9d72 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 210 time: 0.0921085
Feb 03 12:33:25.013591 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-84e9cf61-852e-42e6-a04b-898c580004c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:25.523741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52786) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:25.566849 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f90c9332-e588-4016-a59e-359244b0c5c0 req-b6a581e6-544b-41ec-b60c-941d0b645320 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 210 time: 0.0787873
Feb 03 12:33:25.625456 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:25.686302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c99245-c732-4298-ab01-5a991e31fabb req-a5d2edc2-0f6a-4b80-b146-1ee167f9e862 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:25.688049 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-03c99245-c732-4298-ab01-5a991e31fabb req-a5d2edc2-0f6a-4b80-b146-1ee167f9e862 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2364271
Feb 03 12:33:25.757309 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-03c99245-c732-4298-ab01-5a991e31fabb req-4b4784b5-284b-4535-a4be-14d0fe9110f0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623698
Feb 03 12:33:25.777125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:25.802177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:25.806800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] Usage tracker for resource:security_group_rule and tenant:2715eb0278dd43baaecaf3487aa29a99 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:25.813356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:25.819928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:25.929008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:25.947797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:25.985021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2483e902-0ef8-47c8-87ba-3b9b4c5befd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:26.005025 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2715eb0278dd43baaecaf3487aa29a99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4747880
Feb 03 12:33:26.007871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52798) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:26.035248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623e528e-1a2f-4d9d-bc06-d0d6b654cf89,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:26.039526 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:26.085768 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:26.114817 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:26.166411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:26.172929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-34fc1ba2-df4f-4028-afec-cfe7319aaae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:26.189390 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623e528e-1a2f-4d9d-bc06-d0d6b654cf89,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:26.200763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.201180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.201584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.202015 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.202416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.202811 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.203276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.203670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.204061 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.204451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.204843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.205231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.205681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.206082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.206671 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.206857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.207250 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.207719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.208110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.208502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.208893 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.209550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.209699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.210063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:26.214236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:26.215486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:26.219737 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/623e528e-1a2f-4d9d-bc06-d0d6b654cf89 HTTP/1.1" status: 204  len: 168 time: 0.2105880
Feb 03 12:33:26.260116 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:26.630940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52818) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:26.651551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-29da06fb-438e-42af-8639-c16f7680bafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:26.670136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-29da06fb-438e-42af-8639-c16f7680bafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:26.674486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-29da06fb-438e-42af-8639-c16f7680bafb admin admin] Usage tracker for resource:security_group_rule and tenant:3b61b13a8c5b494b824549703520b832 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:26.677905 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-29da06fb-438e-42af-8639-c16f7680bafb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:26.684100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-29da06fb-438e-42af-8639-c16f7680bafb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:26.792847 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-baebf5f4-770e-4fab-a989-4d55b8297dfa req-b992f38c-d6bc-4ba6-bd2e-9c0648324783 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 210 time: 0.0575583
Feb 03 12:33:26.827910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-29da06fb-438e-42af-8639-c16f7680bafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:26.831238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-29da06fb-438e-42af-8639-c16f7680bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:26.840005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8a354c50-601c-4c4d-b28f-9a784fc9ed6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:26.882781 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-29da06fb-438e-42af-8639-c16f7680bafb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3b61b13a8c5b494b824549703520b832&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2505090
Feb 03 12:33:26.884757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da06fb-438e-42af-8639-c16f7680bafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77797ade-404a-408f-b689-b47897045b0a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:26.885823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 52824) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:26.888142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-29da06fb-438e-42af-8639-c16f7680bafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:26.978176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:27.031335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9df11054-7226-41a1-a275-1a53a5e49ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:27.067868 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9df11054-7226-41a1-a275-1a53a5e49ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:27.163221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0013c5f-8ea0-4f6c-b35a-567143ea50bd req-8e289780-3561-4d8c-aef3-2074a4bd5b89 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:27.164962 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d0013c5f-8ea0-4f6c-b35a-567143ea50bd req-8e289780-3561-4d8c-aef3-2074a4bd5b89 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2507594
Feb 03 12:33:27.260416 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d0013c5f-8ea0-4f6c-b35a-567143ea50bd req-6ba6e7c1-fbc7-4561-b894-c96a800b9e13 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853846
Feb 03 12:33:27.269382 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9df11054-7226-41a1-a275-1a53a5e49ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:27.275747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-908e0b2c-d0eb-493a-ab5a-27b0ca74f6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:27.289922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df11054-7226-41a1-a275-1a53a5e49ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77797ade-404a-408f-b689-b47897045b0a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:27.299493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9df11054-7226-41a1-a275-1a53a5e49ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:27.300418 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9df11054-7226-41a1-a275-1a53a5e49ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:27.304663 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9df11054-7226-41a1-a275-1a53a5e49ec6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/77797ade-404a-408f-b689-b47897045b0a HTTP/1.1" status: 204  len: 168 time: 0.4148192
Feb 03 12:33:27.872823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92239552-976c-453d-b169-b7a8192d63a2 req-93503b4f-c4b8-49bd-b20a-8ddeaf236a18 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:27.873667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-92239552-976c-453d-b169-b7a8192d63a2 req-93503b4f-c4b8-49bd-b20a-8ddeaf236a18 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Synchronizing usage tracker for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:33:27.882398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-f65f77c4-6205-4e64-addf-71e69b8ebd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:27.884058 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-f65f77c4-6205-4e64-addf-71e69b8ebd1b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 1163 time: 0.4821148
Feb 03 12:33:27.923584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-92239552-976c-453d-b169-b7a8192d63a2 req-93503b4f-c4b8-49bd-b20a-8ddeaf236a18 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Unset dirty status for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:33:27.925202 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-93503b4f-c4b8-49bd-b20a-8ddeaf236a18 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.86 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 809 time: 0.4237649
Feb 03 12:33:28.020278 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97b2eb12-fdab-49b6-b82e-84ee13150539 req-d738021b-2b54-424b-b206-a24a0466e94c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 210 time: 0.0610352
Feb 03 12:33:28.113466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-efb7b8a9-2f06-4733-9920-912e484b3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:28.115120 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-efb7b8a9-2f06-4733-9920-912e484b3756 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 910 time: 0.2175543
Feb 03 12:33:28.152454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-92239552-976c-453d-b169-b7a8192d63a2 req-d6e3adfc-2120-4948-a198-6871949080c3 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Synchronizing usage tracker for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:33:28.254514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-92239552-976c-453d-b169-b7a8192d63a2 req-d6e3adfc-2120-4948-a198-6871949080c3 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Unset dirty status for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:33:28.255925 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-d6e3adfc-2120-4948-a198-6871949080c3 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=04e63ca91f1f4934ad659a0f688f8148 HTTP/1.1" status: 200  len: 5759 time: 0.2597666
Feb 03 12:33:28.273054 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Request body: {'port': {'device_id': '5f1afe86-867f-43dd-8abc-02146df20291', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'admin_state_up': True, 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'security_groups': ['650cd854-0120-4bbf-ae27-fcd4ee718e81']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:33:28.298366 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-81a25d7a-18cd-4357-bb03-c1b241787622 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1561c41-dd78-4886-a204-22fc9904f9d6 HTTP/1.1" status: 200  len: 1002 time: 0.1426771
Feb 03 12:33:28.518357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-1bb117e5-fb36-460a-81ad-f06230446ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:28.519793 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-1bb117e5-fb36-460a-81ad-f06230446ea0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.1682286
Feb 03 12:33:28.832920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:28.853783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:28.880481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Made reservation on behalf of 04e63ca91f1f4934ad659a0f688f8148 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:33:28.902206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:29.002875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c143e-eb9f-461b-9141-ab75c081671b req-1b15dd9f-3652-4b1f-be3a-d8f477c7bd32 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:29.004590 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-132c143e-eb9f-461b-9141-ab75c081671b req-1b15dd9f-3652-4b1f-be3a-d8f477c7bd32 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.5594175
Feb 03 12:33:29.054450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-d53feaa2-5fa2-4130-8e0a-55df3cf3f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:29.056095 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-d53feaa2-5fa2-4130-8e0a-55df3cf3f915 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5197463
Feb 03 12:33:29.218971 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-35a3de8d-699c-4d17-aa22-f9be0f7e36c7 req-498503a4-5c5a-4c5e-8bbc-2bcb9b132736 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 210 time: 0.0561733
Feb 03 12:33:29.262416 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-132c143e-eb9f-461b-9141-ab75c081671b req-fa7bbbcd-ae05-4bd5-bd0f-59d5c58b1971 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2481904
Feb 03 12:33:29.412443 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-5cd5cf98-6810-4b51-a984-de97b9fb9a4e service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3247747
Feb 03 12:33:29.635217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Allocated IP 172.20.0.12 (a25d274f-41b5-47e7-9ba6-399adec80e0b/803da186-2274-4db4-b802-230fea976266/36c1cc16-be36-48f0-bea9-9989cb9a6ce4) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:33:29.651438 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-228fae4a-dc69-4032-bdef-78249bc74a4d req-7c20e06e-c924-46c0-96ef-167e43bf4eec service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2282369
Feb 03 12:33:29.845149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:29.864031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Transition to ACTIVE for port object 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:33:29.889699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:29.905517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:30.050683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Pushing event updated for resources: {'Port': ['ID=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:30.055487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:30.122867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Network a25d274f-41b5-47e7-9ba6-399adec80e0b is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:33:30.124174 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:33:30.126691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:33:30.269232 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:30.269938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:30.307661 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0414128
Feb 03 12:33:30.334032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-50e5b9a0-ed26-498a-9c3c-b54ea6d92b13 None None] Provisioning for port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:33:30.338312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Request body: {'port': {'device_id': '5f1afe86-867f-43dd-8abc-02146df20291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:33:30.341755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-50e5b9a0-ed26-498a-9c3c-b54ea6d92b13 None None] Provisioning complete for port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:33:30.342324 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50e5b9a0-ed26-498a-9c3c-b54ea6d92b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:30.404675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-50e5b9a0-ed26-498a-9c3c-b54ea6d92b13 None None] Port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:33:30.494678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:30.680772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fde849-5d16-4cd1-a212-4e5706d2704c req-54d39c17-e674-4a99-ae57-23203fcfa767 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:30.682562 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c6fde849-5d16-4cd1-a212-4e5706d2704c req-54d39c17-e674-4a99-ae57-23203fcfa767 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 932 time: 0.2623441
Feb 03 12:33:30.754433 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c6fde849-5d16-4cd1-a212-4e5706d2704c req-bb3796c9-3fac-43bd-ba15-a54220f030d7 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0651550
Feb 03 12:33:30.765325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145af08-e06c-47e3-84e3-a3350c5b2ff2 req-2757cd15-c9a2-43ab-8e22-f42ea6c42028 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:30.767113 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d145af08-e06c-47e3-84e3-a3350c5b2ff2 req-2757cd15-c9a2-43ab-8e22-f42ea6c42028 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2549105
Feb 03 12:33:30.889293 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d145af08-e06c-47e3-84e3-a3350c5b2ff2 req-e786dbc6-c11c-4531-a0be-05fcc1e7b053 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871105
Feb 03 12:33:31.146264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52958) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:31.183789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:33:31.192653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.205762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Transition to ACTIVE for port object 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:33:31.210017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.225583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:31.307156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.323218 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:31.327546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b859cc3684574fadb35e5fdf2668e022 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:31.330823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:31.337160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:31.370729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Pushing event updated for resources: {'Port': ['ID=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:31.375969 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:31.429041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.432739 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.442778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b5d4c0ae-8df8-427f-a8be-fbc6fdcd6cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:31.481633 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b859cc3684574fadb35e5fdf2668e022&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3341644
Feb 03 12:33:31.485362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52964) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:31.505369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1869917a-716c-4bab-b2a0-2888d27a4e21,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:31.512036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:31.568571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3dbece5-858a-4f3d-89ee-5dc7a8cb8fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.568795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Attempting to bind port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:33:31.569101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Attempting to bind port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:33:31.569477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Attempting to bind port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 on network a25d274f-41b5-47e7-9ba6-399adec80e0b {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:33:31.576221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:33:31.576537 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Checking segment: {'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:33:31.576906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.577285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Bound using segment: {'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:33:31.578110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Bound port: 36c1cc16-be36-48f0-bea9-9989cb9a6ce4, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345d8b41-12f0-4f0a-8330-49fa18821fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:33:31.578496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.597985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3dbece5-858a-4f3d-89ee-5dc7a8cb8fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.651366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3dbece5-858a-4f3d-89ee-5dc7a8cb8fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.656624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-14406940-ae6a-4f1a-aa86-9c6c38adb43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:31.673240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbece5-858a-4f3d-89ee-5dc7a8cb8fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1869917a-716c-4bab-b2a0-2888d27a4e21,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:31.675968 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f3dbece5-858a-4f3d-89ee-5dc7a8cb8fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:31.680481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] For port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:33:31.681420 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3dbece5-858a-4f3d-89ee-5dc7a8cb8fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.683335 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f3dbece5-858a-4f3d-89ee-5dc7a8cb8fc2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1869917a-716c-4bab-b2a0-2888d27a4e21 HTTP/1.1" status: 204  len: 168 time: 0.1964800
Feb 03 12:33:31.683791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] For port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:33:31.688379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.704369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:31.865937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Pushing event updated for resources: {'Port': ['ID=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:31.880772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:31.916790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:31.917765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:31.919416 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] 10.222.0.86 "PUT /v2.0/ports/36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 1158 time: 1.5964956
Feb 03 12:33:31.920058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:33:32.110915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92239552-976c-453d-b169-b7a8192d63a2 req-5394fc5a-0333-4364-83cd-9abb7a0d6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:32.112925 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-5394fc5a-0333-4364-83cd-9abb7a0d6c51 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1161 time: 0.1377409
Feb 03 12:33:32.255623 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77442c0-f54c-4fcf-87c8-ffcbf73eadbf req-94f395a6-2f89-449b-bd95-97f00c7d24a5 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:32.265026 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d77442c0-f54c-4fcf-87c8-ffcbf73eadbf req-94f395a6-2f89-449b-bd95-97f00c7d24a5 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.3564792
Feb 03 12:33:32.291101 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-ffddc9ca-2858-4e70-b3a1-71a7b69f8630 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 217 time: 0.1565139
Feb 03 12:33:32.339148 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d77442c0-f54c-4fcf-87c8-ffcbf73eadbf req-189e1647-2bff-4b5a-84cc-968d3d436963 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0742333
Feb 03 12:33:32.386849 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'status': 'completed', 'code': 200}
Feb 03 12:33:32.403330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52986) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:32.418340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92239552-976c-453d-b169-b7a8192d63a2 req-6319f20f-15a1-4efe-ac91-b1b37187c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:32.419971 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-6319f20f-15a1-4efe-ac91-b1b37187c892 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 200  len: 848 time: 0.0957601
Feb 03 12:33:32.436185 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:32.457163 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:32.463597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] Usage tracker for resource:security_group_rule and tenant:468c19758ade4aedb31ce9aff50d1367 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:32.468352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:32.476176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:32.576741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:32.580903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:32.591832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-660c6490-cb75-4585-8f65-865060e08596 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:32.641998 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=468c19758ade4aedb31ce9aff50d1367&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2346170
Feb 03 12:33:32.641998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bd2162-5c21-4e56-bab3-3e9ab8a210e8,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:32.644057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 52990) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:32.647774 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:32.715730 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b99a8955-ab78-47fb-8c09-669284b9cbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:32.745093 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b99a8955-ab78-47fb-8c09-669284b9cbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:32.792473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b99a8955-ab78-47fb-8c09-669284b9cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:32.797809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-194c1728-4453-41ca-8721-34386ae0f5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:32.810731 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a8955-ab78-47fb-8c09-669284b9cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bd2162-5c21-4e56-bab3-3e9ab8a210e8,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:32.814205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b99a8955-ab78-47fb-8c09-669284b9cbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:32.816549 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b99a8955-ab78-47fb-8c09-669284b9cbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:32.817448 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b99a8955-ab78-47fb-8c09-669284b9cbee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95bd2162-5c21-4e56-bab3-3e9ab8a210e8 HTTP/1.1" status: 204  len: 168 time: 0.1718431
Feb 03 12:33:32.818407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92239552-976c-453d-b169-b7a8192d63a2 req-13cc4fae-53c8-4f44-af63-148ebd06b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:32.820053 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-13cc4fae-53c8-4f44-af63-148ebd06b7ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a25d274f-41b5-47e7-9ba6-399adec80e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3895788
Feb 03 12:33:32.905527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf6bd0-21c8-413d-8b50-1c49c59a16e4 req-5e0b8e76-d013-40ff-b592-b3ad2a1cdfdf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:32.907176 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ecaf6bd0-21c8-413d-8b50-1c49c59a16e4 req-5e0b8e76-d013-40ff-b592-b3ad2a1cdfdf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.4369698
Feb 03 12:33:32.974902 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ecaf6bd0-21c8-413d-8b50-1c49c59a16e4 req-a4cef95f-3d27-4075-977d-d2f13c61a936 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607891
Feb 03 12:33:33.659118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae52f0-a45b-4fff-b6a3-27cc312903fd req-d3c76bc5-c848-467d-9838-880216ccf94a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:33.659948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-d5ae52f0-a45b-4fff-b6a3-27cc312903fd req-d3c76bc5-c848-467d-9838-880216ccf94a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Synchronizing usage tracker for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:33:33.675564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-d5ae52f0-a45b-4fff-b6a3-27cc312903fd req-d3c76bc5-c848-467d-9838-880216ccf94a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Unset dirty status for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:33:33.676863 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d5ae52f0-a45b-4fff-b6a3-27cc312903fd req-d3c76bc5-c848-467d-9838-880216ccf94a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1936650
Feb 03 12:33:33.747571 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d5ae52f0-a45b-4fff-b6a3-27cc312903fd req-cb2097ea-f4f0-422c-b6eb-aaa29890f404 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0638113
Feb 03 12:33:34.044331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53048) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:34.090511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b63b8-fb03-41b6-9acb-917f6c404236 req-de2b6db4-0cc5-45db-ab3d-759f2c99e3cb tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:34.092306 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-269b63b8-fb03-41b6-9acb-917f6c404236 req-de2b6db4-0cc5-45db-ab3d-759f2c99e3cb tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1920738
Feb 03 12:33:34.162298 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-269b63b8-fb03-41b6-9acb-917f6c404236 req-3963b2c3-3127-451c-b572-f7a03b1c3d02 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635340
Feb 03 12:33:34.209603 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-7307b3b1-e3e8-4f51-b125-91fc4591f635 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1639132
Feb 03 12:33:34.746485 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-534de2fe-aa06-4833-9686-bc575582b2ef service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411779
Feb 03 12:33:35.060356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1f89c-62a7-4731-b7f4-92220545651a req-7c253eb1-82c1-422e-b03a-35561f666e64 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:35.062424 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-04f1f89c-62a7-4731-b7f4-92220545651a req-7c253eb1-82c1-422e-b03a-35561f666e64 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1820130
Feb 03 12:33:35.129654 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-04f1f89c-62a7-4731-b7f4-92220545651a req-8325e39c-d701-45ac-a77e-83a380ecb325 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0604348
Feb 03 12:33:35.482853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318ec2a-9d89-448e-8081-9f304d5febb0 req-36611cec-46e3-4df6-85d8-71bee6a3fbf5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:35.484506 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5318ec2a-9d89-448e-8081-9f304d5febb0 req-36611cec-46e3-4df6-85d8-71bee6a3fbf5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1678338
Feb 03 12:33:35.557830 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5318ec2a-9d89-448e-8081-9f304d5febb0 req-53bea842-3c0a-4cb9-8c4e-b503ceef9cc4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647054
Feb 03 12:33:35.939495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:35.974295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:33:36.064005 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-92239552-976c-453d-b169-b7a8192d63a2 req-bc88c45e-60bd-4e4c-ad55-8d19efc57c50 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1563449
Feb 03 12:33:36.103069 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:36.136298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:33:36.147447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port d1561c41-dd78-4886-a204-22fc9904f9d6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=d1561c41-dd78-4886-a204-22fc9904f9d6,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:33:36.150926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:36.154317 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:36.231672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=d1561c41-dd78-4886-a204-22fc9904f9d6,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:36.240530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.240917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.241295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.241681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.242234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.242610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.243101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.243474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.243845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.244210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.244577 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.244942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.245350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.245740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.246109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.246472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.246831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.247197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.248146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.248768 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.249140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.249504 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.249894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.250256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:33:36.254927 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:36.288172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-d402ad0a-6e5d-46ce-8eb9-cebdc60cd036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:36.290585 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-d402ad0a-6e5d-46ce-8eb9-cebdc60cd036 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1161 time: 0.1469531
Feb 03 12:33:36.413445 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6', 'code': 422} returned with failed status
Feb 03 12:33:36.519210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-fb2f5570-b1bc-49bf-b318-c89f8beb9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:36.520828 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-fb2f5570-b1bc-49bf-b318-c89f8beb9552 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 903 time: 0.2190852
Feb 03 12:33:36.606314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf7cd3-2640-456b-ba2a-3c4a9d4ae3a8 req-a59a7add-3e93-4918-8cce-e823f3e339a7 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:36.607952 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1faf7cd3-2640-456b-ba2a-3c4a9d4ae3a8 req-a59a7add-3e93-4918-8cce-e823f3e339a7 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.2811437
Feb 03 12:33:36.698153 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-efd3bce6-3294-4144-a3dc-d789261bf167 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 217 time: 0.0890894
Feb 03 12:33:36.785442 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1faf7cd3-2640-456b-ba2a-3c4a9d4ae3a8 req-59d1a32d-e5ef-48a0-85fc-9325b5ef4e06 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1209099
Feb 03 12:33:36.808855 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-203a3f00-039c-4f40-ba44-0e90e7a9cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:36.811572 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-203a3f00-039c-4f40-ba44-0e90e7a9cff3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 200  len: 848 time: 0.1005528
Feb 03 12:33:36.898602 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe11dd-b71a-4bde-a5b7-77f6f6928053 req-c1101edf-1ff1-4322-848f-16f5ec728b0f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:36.905690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-03c3b8e2-4f66-46ce-a750-88dc0c3d88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:36.906597 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dcfe11dd-b71a-4bde-a5b7-77f6f6928053 req-c1101edf-1ff1-4322-848f-16f5ec728b0f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1899145
Feb 03 12:33:36.907294 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-03c3b8e2-4f66-46ce-a750-88dc0c3d88eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a25d274f-41b5-47e7-9ba6-399adec80e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824964
Feb 03 12:33:37.016669 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dcfe11dd-b71a-4bde-a5b7-77f6f6928053 req-d78a9002-1cbc-4057-8b20-80db2c8d6e2e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080389
Feb 03 12:33:37.083274 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-08183018-afc1-41b7-9e1b-89b10797c795 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644118
Feb 03 12:33:37.324076 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e613618-c1cb-4b9c-89db-ebd03ffbedf6 req-726d9056-da15-4912-9035-3a6a8e68ff24 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2255785
Feb 03 12:33:37.330372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-257b1de5-2d25-4941-ba3a-9f66bc77d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:37.332198 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-257b1de5-2d25-4941-ba3a-9f66bc77d692 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437&tenant_id=4b6de16555104ac9bda36ec964e4c2cf HTTP/1.1" status: 200  len: 1161 time: 0.1396279
Feb 03 12:33:37.440551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-b4023725-a348-477e-8911-528f4907e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:37.442468 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-b4023725-a348-477e-8911-528f4907e79e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 1161 time: 0.0820150
Feb 03 12:33:37.597177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-52c07cd9-f1fd-4970-aad1-75ab8345680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:37.598817 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-52c07cd9-f1fd-4970-aad1-75ab8345680f service neutron] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 910 time: 0.1454144
Feb 03 12:33:37.723943 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-915da97d-46ec-4d67-9ac8-8b3904ea289d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1561c41-dd78-4886-a204-22fc9904f9d6 HTTP/1.1" status: 200  len: 1000 time: 0.1140707
Feb 03 12:33:37.806042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-5b26f8b1-78b9-41e1-aa51-58c00aaabef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:37.807594 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-5b26f8b1-78b9-41e1-aa51-58c00aaabef3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.0718648
Feb 03 12:33:37.903736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-ca663b23-b086-48ab-b383-d69410deef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:37.905321 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-ca663b23-b086-48ab-b383-d69410deef5a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861819
Feb 03 12:33:38.115399 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-5f8da405-c67e-4279-8374-0578f6e48064 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986930
Feb 03 12:33:38.206015 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ccde-351d-405e-ab88-c2f94bfc85e1 req-767f7993-5971-4152-acc7-256370b328ca tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:38.207877 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b6a2ccde-351d-405e-ab88-c2f94bfc85e1 req-767f7993-5971-4152-acc7-256370b328ca tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.2694831
Feb 03 12:33:38.326785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd32f6-1bbf-46ec-a9ff-f2cfa0140ce5 req-ec1a4530-00c6-46de-bc47-70f9dc6c5075 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:38.328514 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c5bd32f6-1bbf-46ec-a9ff-f2cfa0140ce5 req-ec1a4530-00c6-46de-bc47-70f9dc6c5075 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1712790
Feb 03 12:33:38.366368 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b6a2ccde-351d-405e-ab88-c2f94bfc85e1 req-d0e053be-a339-45ae-b8fe-54e0b55e2b3a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1352863
Feb 03 12:33:38.396312 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c5bd32f6-1bbf-46ec-a9ff-f2cfa0140ce5 req-7f020bf0-6e54-4d19-a8bd-8c76084cd796 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604825
Feb 03 12:33:38.445259 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9e2a0b45-d207-432b-a244-ce0742c9f403 req-1c1e3935-b467-42e5-9da6-640cd874d23a service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2363141
Feb 03 12:33:38.872601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53164) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:39.038500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:39.054790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:39.059273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6f2a67b4d94b759843c42d8a26da6b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:39.062730 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:39.068875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:39.158104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:39.161885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:39.171024 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8e012343-15a6-4ec3-992e-fc303b03284d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:39.213195 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d6f2a67b4d94b759843c42d8a26da6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3394094
Feb 03 12:33:39.215000 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47ad5d3-1eee-490c-921d-79aa6bc1ae97,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:39.216241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53180) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:39.218574 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:39.292268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09a835f1-bada-4325-aeda-19d2f3086b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:39.320951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09a835f1-bada-4325-aeda-19d2f3086b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:39.369472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09a835f1-bada-4325-aeda-19d2f3086b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:39.374823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6d8dd7ce-fcbb-44a3-b9ea-1ca749c5c01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:39.388603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a835f1-bada-4325-aeda-19d2f3086b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47ad5d3-1eee-490c-921d-79aa6bc1ae97,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:39.391367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-09a835f1-bada-4325-aeda-19d2f3086b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:39.393705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09a835f1-bada-4325-aeda-19d2f3086b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:39.395486 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-09a835f1-bada-4325-aeda-19d2f3086b6f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b47ad5d3-1eee-490c-921d-79aa6bc1ae97 HTTP/1.1" status: 204  len: 168 time: 0.1776171
Feb 03 12:33:39.894739 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f369f95-4b6f-4957-b314-01a872520ceb req-53e19641-f528-4fdc-9dce-bdc4dcaa9d7d tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:39.896639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6d0fd-6163-49ac-93e6-b87aa43cf907 req-4f88a460-850a-414d-9898-0dcaa235404f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:39.903286 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3f369f95-4b6f-4957-b314-01a872520ceb req-53e19641-f528-4fdc-9dce-bdc4dcaa9d7d tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.3121705
Feb 03 12:33:39.904475 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1a6d0fd-6163-49ac-93e6-b87aa43cf907 req-4f88a460-850a-414d-9898-0dcaa235404f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.3293574
Feb 03 12:33:39.906517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53206) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:39.966144 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:40.014609 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1a6d0fd-6163-49ac-93e6-b87aa43cf907 req-07f37d85-6572-4ef1-9c42-7691f798fda7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090381
Feb 03 12:33:40.022822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:40.034130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] Usage tracker for resource:security_group_rule and tenant:a95eeae209864d7cac713ddb214d0c10 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:40.039293 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:40.054919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:40.078397 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3f369f95-4b6f-4957-b314-01a872520ceb req-11dbc20c-2be4-4665-a0a6-64b66819c1fa tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1740108
Feb 03 12:33:40.180357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:40.191369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:40.211553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9272a818-a864-4ca2-aef4-637a4ae940a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:40.263469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53212) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:40.263673 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a95eeae209864d7cac713ddb214d0c10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3546252
Feb 03 12:33:40.264603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3a8c59-c72c-4cc2-a3db-e82659ab9a09,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:40.268990 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:40.362796 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-13667418-7695-4856-ad14-5b52e4bedbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:40.394195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-13667418-7695-4856-ad14-5b52e4bedbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:40.456269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-13667418-7695-4856-ad14-5b52e4bedbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:40.462021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-aa5a0ef1-1185-4f83-bcc4-de8d4cee06d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:40.476342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13667418-7695-4856-ad14-5b52e4bedbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3a8c59-c72c-4cc2-a3db-e82659ab9a09,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:40.486115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-13667418-7695-4856-ad14-5b52e4bedbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:40.486982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-13667418-7695-4856-ad14-5b52e4bedbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:40.491411 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-13667418-7695-4856-ad14-5b52e4bedbf6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b3a8c59-c72c-4cc2-a3db-e82659ab9a09 HTTP/1.1" status: 204  len: 168 time: 0.2236598
Feb 03 12:33:40.520611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53220) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:40.888169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:40.907506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:40.912203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0a7b7bd9de4f638c22db20af321b5b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:40.915286 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:40.924236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:41.028231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:33:41.040751 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:41.043785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:41.052236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4652b103-2663-4e7b-a2ec-00aab9650e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:41.098410 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c0a7b7bd9de4f638c22db20af321b5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5765207
Feb 03 12:33:41.100248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4caebf-7a27-45bf-b5e2-d669414af7ba,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:41.101386 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53236) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:41.104936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:41.192664 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5558fa23-fab8-48b0-b786-7da277964b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:41.260354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5558fa23-fab8-48b0-b786-7da277964b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:41.355198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5558fa23-fab8-48b0-b786-7da277964b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:41.366852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2fe7bbbe-3eb2-45e4-af8c-d8e349dc1275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:41.383977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7368bb-7c2a-4150-8196-db4d9f75a710 req-1a33f52a-6c0c-45ad-81e2-196c4ab345b7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:41.385799 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3a7368bb-7c2a-4150-8196-db4d9f75a710 req-1a33f52a-6c0c-45ad-81e2-196c4ab345b7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1820743
Feb 03 12:33:41.386260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558fa23-fab8-48b0-b786-7da277964b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4caebf-7a27-45bf-b5e2-d669414af7ba,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:41.389105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5558fa23-fab8-48b0-b786-7da277964b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:41.407676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5558fa23-fab8-48b0-b786-7da277964b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:41.412251 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-5558fa23-fab8-48b0-b786-7da277964b39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b4caebf-7a27-45bf-b5e2-d669414af7ba HTTP/1.1" status: 204  len: 168 time: 0.3094852
Feb 03 12:33:41.470845 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3a7368bb-7c2a-4150-8196-db4d9f75a710 req-a4b80a52-daec-412c-b1e5-1766ac1869e2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749719
Feb 03 12:33:41.544949 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1014b-2f74-4c85-8342-f0302b94b376 req-f926d823-a2a2-4db8-a4ca-f41139f7cafc tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:41.545875 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bee1014b-2f74-4c85-8342-f0302b94b376 req-f926d823-a2a2-4db8-a4ca-f41139f7cafc tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.2337127
Feb 03 12:33:41.638821 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bee1014b-2f74-4c85-8342-f0302b94b376 req-c2a8c62f-103e-4391-b8ba-76f670e85fc2 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0798893
Feb 03 12:33:41.978134 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53256) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:41.998270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5ced3e2-4881-4c35-a411-700ebbceaa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:42.020061 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b5ced3e2-4881-4c35-a411-700ebbceaa2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:42.024168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b5ced3e2-4881-4c35-a411-700ebbceaa2f admin admin] Usage tracker for resource:security_group_rule and tenant:1a8d915c95cb4d4cae3291a9f526c72b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:42.027207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b5ced3e2-4881-4c35-a411-700ebbceaa2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:42.033120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b5ced3e2-4881-4c35-a411-700ebbceaa2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:42.346490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5ced3e2-4881-4c35-a411-700ebbceaa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:42.350109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5ced3e2-4881-4c35-a411-700ebbceaa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:42.359142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-482b2ac5-6d19-405d-86c9-4e59c21fcb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:42.405962 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b5ced3e2-4881-4c35-a411-700ebbceaa2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a8d915c95cb4d4cae3291a9f526c72b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4238873
Feb 03 12:33:42.405962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ced3e2-4881-4c35-a411-700ebbceaa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b553776-2e0e-4a40-90b0-a2fd25da31cb,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:42.406290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53268) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:42.408281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b5ced3e2-4881-4c35-a411-700ebbceaa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:42.476187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e5583cdc-bdbb-443f-a205-bc2c346388b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:42.504817 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e5583cdc-bdbb-443f-a205-bc2c346388b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:42.558466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e5583cdc-bdbb-443f-a205-bc2c346388b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:42.566735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ba25d0e7-f997-4a17-b735-83a93a47cb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:42.581370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5583cdc-bdbb-443f-a205-bc2c346388b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b553776-2e0e-4a40-90b0-a2fd25da31cb,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:42.582453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e5583cdc-bdbb-443f-a205-bc2c346388b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:42.605317 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e5583cdc-bdbb-443f-a205-bc2c346388b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:42.612739 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-e5583cdc-bdbb-443f-a205-bc2c346388b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b553776-2e0e-4a40-90b0-a2fd25da31cb HTTP/1.1" status: 204  len: 168 time: 0.2018266
Feb 03 12:33:42.939844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9596f7-c77b-4c82-89a3-a1bec018789c req-0e22ad01-cfe7-41b3-b0fe-d30d0c2d86c1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:42.948046 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ea9596f7-c77b-4c82-89a3-a1bec018789c req-0e22ad01-cfe7-41b3-b0fe-d30d0c2d86c1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2297273
Feb 03 12:33:43.018331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c89832-b841-4234-9a66-2f2463004e44 req-8139601e-9c78-46fd-8bfe-3402a20f7fd4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:43.027870 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-41c89832-b841-4234-9a66-2f2463004e44 req-8139601e-9c78-46fd-8bfe-3402a20f7fd4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.2258449
Feb 03 12:33:43.083296 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ea9596f7-c77b-4c82-89a3-a1bec018789c req-81e626b0-10e7-452a-b07c-8a0dd910e721 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340847
Feb 03 12:33:43.127812 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-41c89832-b841-4234-9a66-2f2463004e44 req-2d2c9c4b-b726-4867-9db8-70e7c664c764 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0985391
Feb 03 12:33:44.584068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a819ee-7eae-442f-8c35-bde68c35a293 req-bc1a2f5d-d28e-42d2-b1f9-7316c33cfd16 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:44.593992 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf141d2-5a6c-4331-a398-f498bec9af16 req-f9210ba1-4126-4a71-bebd-a441ef78bae7 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:44.595414 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d2a819ee-7eae-442f-8c35-bde68c35a293 req-bc1a2f5d-d28e-42d2-b1f9-7316c33cfd16 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.3365872
Feb 03 12:33:44.602901 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6cf141d2-5a6c-4331-a398-f498bec9af16 req-f9210ba1-4126-4a71-bebd-a441ef78bae7 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.3002260
Feb 03 12:33:44.671079 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6cf141d2-5a6c-4331-a398-f498bec9af16 req-a56c1421-5c98-4b37-9fd9-ca4fa566f849 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0669687
Feb 03 12:33:44.706214 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d2a819ee-7eae-442f-8c35-bde68c35a293 req-bdae2736-336b-4f5d-b552-240a09ba37ce tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027963
Feb 03 12:33:46.083874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9262151-91f1-4fee-9988-cd7a1b48ac45 req-6f2cf194-c932-49b4-817a-4ec399b7664e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:46.085664 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9262151-91f1-4fee-9988-cd7a1b48ac45 req-6f2cf194-c932-49b4-817a-4ec399b7664e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.2491410
Feb 03 12:33:46.086268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53376) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:46.118717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd465f67-9854-4df4-b66f-b3a20d360af4 req-33022502-e5bf-477c-9451-ba0f8d661637 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:46.129333 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fd465f67-9854-4df4-b66f-b3a20d360af4 req-33022502-e5bf-477c-9451-ba0f8d661637 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2113528
Feb 03 12:33:46.168004 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9262151-91f1-4fee-9988-cd7a1b48ac45 req-183ac231-7666-4d8c-b43b-3a14cce237d0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0745544
Feb 03 12:33:46.204543 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fd465f67-9854-4df4-b66f-b3a20d360af4 req-db8f0d02-7393-4a60-848f-f2e6dba03707 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682395
Feb 03 12:33:46.308614 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:46.326793 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:46.331527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] Usage tracker for resource:security_group_rule and tenant:562fe0af8937474fb094bd92b04e4784 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:46.334687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:46.340552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:46.431287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:46.435112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:46.464228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2ab194f0-31da-4450-ae0a-7cc8da1ea8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:46.487812 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=562fe0af8937474fb094bd92b04e4784&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4003475
Feb 03 12:33:46.490833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53384) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:46.509154 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4c430a-d610-4e6d-a095-116dbca86e0a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:46.513664 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:46.567641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6fc71497-e680-475c-af15-97ad979feae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:46.601145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6fc71497-e680-475c-af15-97ad979feae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:46.649050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6fc71497-e680-475c-af15-97ad979feae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:46.653330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-42f61617-3e3d-4ce3-9af7-b63ba911c017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:46.668602 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc71497-e680-475c-af15-97ad979feae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4c430a-d610-4e6d-a095-116dbca86e0a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:46.671868 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6fc71497-e680-475c-af15-97ad979feae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:46.674066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6fc71497-e680-475c-af15-97ad979feae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:46.678226 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6fc71497-e680-475c-af15-97ad979feae8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5e4c430a-d610-4e6d-a095-116dbca86e0a HTTP/1.1" status: 204  len: 168 time: 0.1834919
Feb 03 12:33:47.052483 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53392) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:47.072393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-024e78a5-b7dc-4029-8972-6c377ae85657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:47.088686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-024e78a5-b7dc-4029-8972-6c377ae85657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:47.092783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-024e78a5-b7dc-4029-8972-6c377ae85657 admin admin] Usage tracker for resource:security_group_rule and tenant:399aa2f8929d4c5ead6d15766b8e6399 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:47.096073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-024e78a5-b7dc-4029-8972-6c377ae85657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:47.102458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-024e78a5-b7dc-4029-8972-6c377ae85657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:47.195912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-024e78a5-b7dc-4029-8972-6c377ae85657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:47.199857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-024e78a5-b7dc-4029-8972-6c377ae85657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:47.218173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-09a835f1-bada-4325-aeda-19d2f3086b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:47.264914 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-024e78a5-b7dc-4029-8972-6c377ae85657 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=399aa2f8929d4c5ead6d15766b8e6399&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2086744
Feb 03 12:33:47.264914 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e78a5-b7dc-4029-8972-6c377ae85657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ec261-096e-45ff-8bd5-7676fb92659c,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:47.266190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53398) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:47.267735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-024e78a5-b7dc-4029-8972-6c377ae85657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:47.419206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c9f8dd2-f762-4d0e-aa29-dd3b8532094f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:47.533880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf6479-c6db-4dd5-a97f-e7e7df029858 req-45dddfe6-7c01-42f4-b8e2-ba3f39c40a95 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:47.535778 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f5cf6479-c6db-4dd5-a97f-e7e7df029858 req-45dddfe6-7c01-42f4-b8e2-ba3f39c40a95 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.2251623
Feb 03 12:33:47.546593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c9f8dd2-f762-4d0e-aa29-dd3b8532094f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:47.578002 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc1cf9-3218-4613-8465-1d08e6afaceb req-6b6b2142-e3ed-497e-b67b-660b0241fb9b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:47.587618 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bcbc1cf9-3218-4613-8465-1d08e6afaceb req-6b6b2142-e3ed-497e-b67b-660b0241fb9b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2026339
Feb 03 12:33:47.642289 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f5cf6479-c6db-4dd5-a97f-e7e7df029858 req-ba29b5a2-b5f8-4e35-951c-593d1724b4d2 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0982420
Feb 03 12:33:47.665008 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bcbc1cf9-3218-4613-8465-1d08e6afaceb req-b815eca0-ed87-48c2-b42b-83438a830aa8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757756
Feb 03 12:33:47.677826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c9f8dd2-f762-4d0e-aa29-dd3b8532094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:47.690340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a50e6471-81d3-4772-b1a4-ed8451248373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:47.705018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f8dd2-f762-4d0e-aa29-dd3b8532094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ec261-096e-45ff-8bd5-7676fb92659c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:47.707540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8c9f8dd2-f762-4d0e-aa29-dd3b8532094f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:47.714656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c9f8dd2-f762-4d0e-aa29-dd3b8532094f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:47.741036 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8c9f8dd2-f762-4d0e-aa29-dd3b8532094f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b2ec261-096e-45ff-8bd5-7676fb92659c HTTP/1.1" status: 204  len: 168 time: 0.4609506
Feb 03 12:33:49.003300 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f6529-f0e4-4c7d-9c3f-123f56867de0 req-578bc9b1-86ad-4837-9a52-6c632902f13d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:49.011235 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-229f6529-f0e4-4c7d-9c3f-123f56867de0 req-578bc9b1-86ad-4837-9a52-6c632902f13d tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1788089
Feb 03 12:33:49.056203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21fbcb-19ee-4155-9db5-c873cdf50c79 req-5c2994ae-9bc4-4e88-85a5-926c0989dbfd tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:49.058212 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2d21fbcb-19ee-4155-9db5-c873cdf50c79 req-5c2994ae-9bc4-4e88-85a5-926c0989dbfd tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.2647045
Feb 03 12:33:49.095908 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-229f6529-f0e4-4c7d-9c3f-123f56867de0 req-84d956c7-d1c6-4e46-ae07-dcf0f7b72245 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836289
Feb 03 12:33:49.185581 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2d21fbcb-19ee-4155-9db5-c873cdf50c79 req-1cf54be3-5a41-4940-9b12-311dcd2964c1 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0944748
Feb 03 12:33:49.727919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53460) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:49.894280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:49.910842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:49.915108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb061cb7b936457d8d20821a1c96ec72 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:49.918180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:49.924123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:50.020056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:50.023265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:50.031283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce31f941-0767-4fa2-b621-78c7acfeb0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:50.077227 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb061cb7b936457d8d20821a1c96ec72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3481061
Feb 03 12:33:50.078237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b754266f-5a42-408e-ad5b-7b0d8007c926,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:50.080234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53466) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:50.082299 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:50.144852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c32f932-e1a6-4362-b784-8bc8e981da36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:50.175129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c32f932-e1a6-4362-b784-8bc8e981da36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:50.226136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c32f932-e1a6-4362-b784-8bc8e981da36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:50.234039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b1cfb2aa-a9ae-4802-ac0c-f7d941de555c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:50.283840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32f932-e1a6-4362-b784-8bc8e981da36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b754266f-5a42-408e-ad5b-7b0d8007c926,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:50.295334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9c32f932-e1a6-4362-b784-8bc8e981da36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:50.313543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c32f932-e1a6-4362-b784-8bc8e981da36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:50.317691 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9c32f932-e1a6-4362-b784-8bc8e981da36 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b754266f-5a42-408e-ad5b-7b0d8007c926 HTTP/1.1" status: 204  len: 168 time: 0.2334077
Feb 03 12:33:50.447464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23f52-026f-4e48-b5f5-d07dcd6e8ace req-31737730-71a0-4768-a631-bc50a3368b3a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:50.455187 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c0b23f52-026f-4e48-b5f5-d07dcd6e8ace req-31737730-71a0-4768-a631-bc50a3368b3a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2113657
Feb 03 12:33:50.535520 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c0b23f52-026f-4e48-b5f5-d07dcd6e8ace req-bc524533-a38f-4998-b025-23f62c19af0e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790844
Feb 03 12:33:50.549479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808ec29-1f35-4b3f-85af-58c325c4c156 req-e0ba47f9-1467-431e-a7f1-9f5f83ed7056 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:50.557319 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a808ec29-1f35-4b3f-85af-58c325c4c156 req-e0ba47f9-1467-431e-a7f1-9f5f83ed7056 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1939504
Feb 03 12:33:50.636619 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a808ec29-1f35-4b3f-85af-58c325c4c156 req-7560f0cb-b7b9-4c2b-b63e-5dfccafc0390 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0781546
Feb 03 12:33:50.808482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53484) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:50.841839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:50.860076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:50.864251 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] Usage tracker for resource:security_group_rule and tenant:4342b8c9259c4a5aa244dab7fa0ea4fa is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:50.867457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:50.878796 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:50.995179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:50.998756 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:51.012097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f3dbece5-858a-4f3d-89ee-5dc7a8cb8fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:51.059245 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4342b8c9259c4a5aa244dab7fa0ea4fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2495410
Feb 03 12:33:51.060199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb355497-00c7-4432-a0d4-34eeecec2b79,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:51.062595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53490) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:51.063871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:51.134415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6302bce0-362a-44fb-95b0-ee4090ba47a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:51.163514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6302bce0-362a-44fb-95b0-ee4090ba47a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:51.211665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6302bce0-362a-44fb-95b0-ee4090ba47a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:51.216029 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7722ae6f-ee28-4232-bce2-4e58b3cb856b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:51.229851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302bce0-362a-44fb-95b0-ee4090ba47a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb355497-00c7-4432-a0d4-34eeecec2b79,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:51.232396 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6302bce0-362a-44fb-95b0-ee4090ba47a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:51.242603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6302bce0-362a-44fb-95b0-ee4090ba47a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:51.243934 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6302bce0-362a-44fb-95b0-ee4090ba47a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb355497-00c7-4432-a0d4-34eeecec2b79 HTTP/1.1" status: 204  len: 168 time: 0.1794546
Feb 03 12:33:51.910366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818682ca-7094-403f-929e-caa39e688c51 req-7e90e868-5312-4121-8060-968f72442670 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:51.912122 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-818682ca-7094-403f-929e-caa39e688c51 req-7e90e868-5312-4121-8060-968f72442670 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2064841
Feb 03 12:33:52.017092 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-818682ca-7094-403f-929e-caa39e688c51 req-9f521843-47c9-430f-8cb1-f3ee5b40ef1a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974028
Feb 03 12:33:52.057624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6c9b7-6e8e-4f84-a969-62f2f67bbaaa req-279deb86-5a4d-4490-8130-3ca93fa55587 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:52.059477 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-30f6c9b7-6e8e-4f84-a969-62f2f67bbaaa req-279deb86-5a4d-4490-8130-3ca93fa55587 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.2684269
Feb 03 12:33:52.133285 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-30f6c9b7-6e8e-4f84-a969-62f2f67bbaaa req-801048fb-3331-408b-95f8-664baeb10ae0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0655189
Feb 03 12:33:52.467750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b08ad13e-fc5d-4d36-8f4d-c763e092fde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:53.363683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80474abc-5a0d-4637-abc9-d481a6cb1912 req-ed632d86-2181-48db-826d-f17f98a27661 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:53.365767 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-80474abc-5a0d-4637-abc9-d481a6cb1912 req-ed632d86-2181-48db-826d-f17f98a27661 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1932645
Feb 03 12:33:53.453840 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-80474abc-5a0d-4637-abc9-d481a6cb1912 req-e7a84fe7-bb7c-41c2-b7e3-df67786a1aff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814593
Feb 03 12:33:53.556092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da14e0c-bf2d-4cb7-ba83-0be565e6e266 req-7ee5654f-4ba4-4a58-847c-191673e80f0a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:53.564256 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5da14e0c-bf2d-4cb7-ba83-0be565e6e266 req-7ee5654f-4ba4-4a58-847c-191673e80f0a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.2091489
Feb 03 12:33:53.625958 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5da14e0c-bf2d-4cb7-ba83-0be565e6e266 req-f2346d83-5421-4904-8cf4-3a2101e7a78f tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0606904
Feb 03 12:33:54.588895 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53582) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:54.752108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:54.769415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed9d77-3cda-4cb0-ad84-38180ff43e99 req-f69cd28d-01d5-4525-9be5-ef852c0273e2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:54.771166 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-75ed9d77-3cda-4cb0-ad84-38180ff43e99 req-f69cd28d-01d5-4525-9be5-ef852c0273e2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1712098
Feb 03 12:33:54.808389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:54.818872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] Usage tracker for resource:security_group_rule and tenant:f06d88b6fc0b417d9864dd62de2b1461 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:54.823329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:54.830508 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:54.836416 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-75ed9d77-3cda-4cb0-ad84-38180ff43e99 req-58034ad0-d0c7-4ef3-a9fc-32ea9802becf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588963
Feb 03 12:33:54.975524 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2b6b-b099-4078-859e-9ffcfba0ef24 req-9d8f7aee-6417-4e98-82bc-61b07b912913 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:54.977254 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-74fe2b6b-b099-4078-859e-9ffcfba0ef24 req-9d8f7aee-6417-4e98-82bc-61b07b912913 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.2137101
Feb 03 12:33:55.007348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3b797e0-18ca-474b-b3b9-12e1b5901eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.074297 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-74fe2b6b-b099-4078-859e-9ffcfba0ef24 req-50cfd761-6f72-4cd5-9c11-66945f9578a5 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0889661
Feb 03 12:33:55.078707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.082917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.091611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a181fa6e-2325-431a-ae20-c7792c1ad87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:55.138358 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f06d88b6fc0b417d9864dd62de2b1461&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5481453
Feb 03 12:33:55.139365 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6569f91a-3dfe-437f-99f8-31f62b0124ab,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:55.141507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53590) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:55.143127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:55.213278 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba68992c-c7d7-4599-8005-638bf2b9006b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.242401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba68992c-c7d7-4599-8005-638bf2b9006b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.290469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba68992c-c7d7-4599-8005-638bf2b9006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.294372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cd3b9b2e-f2fd-41cd-8f7e-728f7ba9837d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:55.308588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68992c-c7d7-4599-8005-638bf2b9006b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6569f91a-3dfe-437f-99f8-31f62b0124ab,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:55.311375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ba68992c-c7d7-4599-8005-638bf2b9006b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:55.319641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba68992c-c7d7-4599-8005-638bf2b9006b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.320878 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ba68992c-c7d7-4599-8005-638bf2b9006b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6569f91a-3dfe-437f-99f8-31f62b0124ab HTTP/1.1" status: 204  len: 168 time: 0.1779141
Feb 03 12:33:55.598049 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.693819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53600) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:55.714589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ac96560-948e-4cf2-be0b-9f2bcda74345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.730364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4ac96560-948e-4cf2-be0b-9f2bcda74345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:55.734588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-4ac96560-948e-4cf2-be0b-9f2bcda74345 admin admin] Usage tracker for resource:security_group_rule and tenant:314364cc578642a0994826e3ddcd52af is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:55.737776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-4ac96560-948e-4cf2-be0b-9f2bcda74345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:55.743798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4ac96560-948e-4cf2-be0b-9f2bcda74345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:55.830273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ac96560-948e-4cf2-be0b-9f2bcda74345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.834685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ac96560-948e-4cf2-be0b-9f2bcda74345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.842206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-78fa9748-02c2-4ada-a6a0-aa98891e60a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:55.886202 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4ac96560-948e-4cf2-be0b-9f2bcda74345 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=314364cc578642a0994826e3ddcd52af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1912053
Feb 03 12:33:55.887174 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac96560-948e-4cf2-be0b-9f2bcda74345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db2bb35-81a5-47c1-95ac-36f775c9fc46,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:55.889398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53606) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:55.890534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4ac96560-948e-4cf2-be0b-9f2bcda74345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:55.956561 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-caecd488-0c47-4cfe-9a74-47ea80d11f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:55.985908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-caecd488-0c47-4cfe-9a74-47ea80d11f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:56.100521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-caecd488-0c47-4cfe-9a74-47ea80d11f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:56.104558 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c00c4758-8f17-4951-9331-22bf992a2687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:56.122760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecd488-0c47-4cfe-9a74-47ea80d11f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db2bb35-81a5-47c1-95ac-36f775c9fc46,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:56.128421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-caecd488-0c47-4cfe-9a74-47ea80d11f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:56.215236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe666ac-41c5-4335-a76d-475c64f120ed req-b1054a76-86c2-46eb-9b65-d1fc75398e35 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:56.216973 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ebe666ac-41c5-4335-a76d-475c64f120ed req-b1054a76-86c2-46eb-9b65-d1fc75398e35 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2232268
Feb 03 12:33:56.218646 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-caecd488-0c47-4cfe-9a74-47ea80d11f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:56.222736 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-caecd488-0c47-4cfe-9a74-47ea80d11f55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8db2bb35-81a5-47c1-95ac-36f775c9fc46 HTTP/1.1" status: 204  len: 168 time: 0.3321509
Feb 03 12:33:56.234309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:56.299974 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ebe666ac-41c5-4335-a76d-475c64f120ed req-b702f554-0ce4-4ed5-8d40-c99cb5c34cc5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723610
Feb 03 12:33:56.382634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235bde-e68e-43d3-8651-cac93549bda9 req-bb3fc910-6d3a-4b27-b3cc-ea753a5caa22 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:56.384473 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-12235bde-e68e-43d3-8651-cac93549bda9 req-bb3fc910-6d3a-4b27-b3cc-ea753a5caa22 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1815338
Feb 03 12:33:56.457035 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-12235bde-e68e-43d3-8651-cac93549bda9 req-c505da61-08c0-49ec-93ca-3e4ea66fbee6 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0634010
Feb 03 12:33:56.973222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:57.629208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a4187-9642-4242-b442-e92252d9f63b req-7c84fa46-bca1-408b-8d13-753591202b38 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:57.631286 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2b1a4187-9642-4242-b442-e92252d9f63b req-7c84fa46-bca1-408b-8d13-753591202b38 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1801450
Feb 03 12:33:57.699560 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2b1a4187-9642-4242-b442-e92252d9f63b req-0aae7f53-5833-4f7d-8b0d-3c9473294f7e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614874
Feb 03 12:33:57.768842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ded75-ce83-4b1c-948a-191eea4dd693 req-41e5ba8a-7a73-4b59-82b8-5c2763baa4f5 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:57.770700 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e26ded75-ce83-4b1c-948a-191eea4dd693 req-41e5ba8a-7a73-4b59-82b8-5c2763baa4f5 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1735353
Feb 03 12:33:57.835908 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e26ded75-ce83-4b1c-948a-191eea4dd693 req-bebd9336-ec52-4206-92f4-3bb3067d9ace tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0588443
Feb 03 12:33:57.991589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53662) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:58.154722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:58.170660 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:33:58.174951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] Usage tracker for resource:security_group_rule and tenant:e1e6729c58cb49d59f4ed6a14cc1262a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:33:58.178165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:33:58.184431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:33:58.272008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:58.276523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:58.283998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-50b44bdc-9c13-4d2c-8953-9cccdd37986f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:58.325764 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1e6729c58cb49d59f4ed6a14cc1262a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3330624
Feb 03 12:33:58.328763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53668) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:33:58.341207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ca8cbe-034b-4052-aa6f-577c1ba2964a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:58.346496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:58.395401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-40774428-6e78-4af7-9d39-9f7ae2032a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:58.423132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-40774428-6e78-4af7-9d39-9f7ae2032a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:58.478325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-40774428-6e78-4af7-9d39-9f7ae2032a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:58.483444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-10fb0d5a-a06f-4e86-bb09-bd5538550ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:33:58.498857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40774428-6e78-4af7-9d39-9f7ae2032a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ca8cbe-034b-4052-aa6f-577c1ba2964a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:33:58.504006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-40774428-6e78-4af7-9d39-9f7ae2032a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:33:58.512021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-40774428-6e78-4af7-9d39-9f7ae2032a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:33:58.513296 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-40774428-6e78-4af7-9d39-9f7ae2032a20 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56ca8cbe-034b-4052-aa6f-577c1ba2964a HTTP/1.1" status: 204  len: 168 time: 0.1835713
Feb 03 12:33:59.036805 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c77d6-26a0-4c9d-b556-895c8b55c882 req-839e50ca-9ffb-4981-b201-03b609946c45 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:59.038524 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0f9c77d6-26a0-4c9d-b556-895c8b55c882 req-839e50ca-9ffb-4981-b201-03b609946c45 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1918232
Feb 03 12:33:59.106847 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0f9c77d6-26a0-4c9d-b556-895c8b55c882 req-622a2efc-35b4-4187-9057-f61c7aa1f2eb tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617321
Feb 03 12:33:59.139665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff996ef-295d-4c41-ba9e-6ddda6df96a5 req-78644900-77af-482a-9ee2-e957a9fe467a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:33:59.141323 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9ff996ef-295d-4c41-ba9e-6ddda6df96a5 req-78644900-77af-482a-9ee2-e957a9fe467a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1737313
Feb 03 12:33:59.209885 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9ff996ef-295d-4c41-ba9e-6ddda6df96a5 req-8dfe562a-64e1-4a6a-88b0-000201332434 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0608516
Feb 03 12:34:00.430177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62039d-71f3-4087-a315-a15d7a9a19e2 req-aca39280-5822-4f1e-a387-74233b6ad0c5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:00.432606 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5d62039d-71f3-4087-a315-a15d7a9a19e2 req-aca39280-5822-4f1e-a387-74233b6ad0c5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1743233
Feb 03 12:34:00.498599 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5d62039d-71f3-4087-a315-a15d7a9a19e2 req-7a59a37a-3bfa-4807-a507-b8847242698f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583582
Feb 03 12:34:00.516114 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3400-0cf7-4176-8d2a-0c9a559e765d req-264408c6-d0a8-46a7-9694-b5f4f3cca56f tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:00.517863 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7d5f3400-0cf7-4176-8d2a-0c9a559e765d req-264408c6-d0a8-46a7-9694-b5f4f3cca56f tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1758454
Feb 03 12:34:00.585200 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7d5f3400-0cf7-4176-8d2a-0c9a559e765d req-d065941e-0830-49d0-8b5d-5a09eeedc668 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0601499
Feb 03 12:34:01.114991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:34:01.191955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:34:01.196934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:01.197356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:01.325288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:01.354137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:34:01.364977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:34:01.368919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:01.371284 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:01.416561 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'code': 200}
Feb 03 12:34:01.447011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:01.450850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:01.856873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e134d-63a3-4e3b-aa1f-cbc174116f8c req-61a3f557-a157-4ccd-8fe8-0cf59797c838 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:01.858629 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-358e134d-63a3-4e3b-aa1f-cbc174116f8c req-61a3f557-a157-4ccd-8fe8-0cf59797c838 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2018902
Feb 03 12:34:01.942556 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96856bab-0d7f-4155-b858-2fb0ebed371d req-ca461621-a425-4a79-afc2-1d79ae4526b9 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:01.944287 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96856bab-0d7f-4155-b858-2fb0ebed371d req-ca461621-a425-4a79-afc2-1d79ae4526b9 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1838164
Feb 03 12:34:01.986082 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-358e134d-63a3-4e3b-aa1f-cbc174116f8c req-e2567e0e-6b5c-4917-a832-6a4bb532da45 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865850
Feb 03 12:34:02.005041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7b0e0-1b35-41bd-9765-b37838b35740 req-4327f2dc-d53a-4164-a3e7-cb870e63c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:02.006881 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-77f7b0e0-1b35-41bd-9765-b37838b35740 req-4327f2dc-d53a-4164-a3e7-cb870e63c56b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1163 time: 0.1472623
Feb 03 12:34:02.032562 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96856bab-0d7f-4155-b858-2fb0ebed371d req-37735670-4515-428d-844e-2f506b48a29e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0746131
Feb 03 12:34:02.058823 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-77f7b0e0-1b35-41bd-9765-b37838b35740 req-83642cc1-2895-41ac-8287-f5a03dfcf7dc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416713
Feb 03 12:34:02.471172 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-07e5ee1c-a31d-4cb2-9ff4-c11b7bb58154 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0859258
Feb 03 12:34:02.589333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-0e9fac9e-54c2-4f10-a687-6fc443927914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:02.591024 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-0e9fac9e-54c2-4f10-a687-6fc443927914 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1202 time: 0.0926542
Feb 03 12:34:02.602156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:34:02.683188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:02.683616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:02.761478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-1f1e6deb-6669-43b8-81f5-52aa230d4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:02.763057 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-1f1e6deb-6669-43b8-81f5-52aa230d4db2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 909 time: 0.1424143
Feb 03 12:34:02.881237 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-3243f64d-f2a3-4bf7-a857-79d5666d135a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 1000 time: 0.1082532
Feb 03 12:34:02.957582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-82edc5cd-0887-43c5-be49-19c2a820284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:02.959566 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-82edc5cd-0887-43c5-be49-19c2a820284f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 200  len: 854 time: 0.0681667
Feb 03 12:34:03.052377 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-83603524-b711-448c-a1d0-d2e96bc7f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:03.054323 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-83603524-b711-448c-a1d0-d2e96bc7f632 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cae0d62e-0834-4404-b104-89c82301edff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839877
Feb 03 12:34:03.286017 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-f2235261-f1fd-4a94-bbab-1b23b122024f service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183504
Feb 03 12:34:03.341252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c2109-9ddc-4b12-a4ce-706d563247b2 req-bac02753-b13f-45aa-8618-efb04da9ebfc tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:03.343002 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7b6c2109-9ddc-4b12-a4ce-706d563247b2 req-bac02753-b13f-45aa-8618-efb04da9ebfc tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1683974
Feb 03 12:34:03.380134 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a349bd-4a7f-47b1-9942-8c8625aa737d req-4218aa07-baa9-42f7-896e-0fa7e08599b1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:03.381868 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-56a349bd-4a7f-47b1-9942-8c8625aa737d req-4218aa07-baa9-42f7-896e-0fa7e08599b1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2254534
Feb 03 12:34:03.422330 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7b6c2109-9ddc-4b12-a4ce-706d563247b2 req-0c32f880-b1d7-4052-bec3-ae40393321e5 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0718210
Feb 03 12:34:03.541092 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-56a349bd-4a7f-47b1-9942-8c8625aa737d req-8f33effb-1df9-4702-8c5c-6a427ea2c200 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1351986
Feb 03 12:34:03.600274 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-50be48ee-6884-4cab-9e0c-090c749bec91 req-a3a174ab-7aab-4f87-8670-e45d51b7cffc service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2173035
Feb 03 12:34:04.726775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a751b9-3f8e-45cd-99b9-6c8b6e261973 req-a1db33aa-abf2-4e23-b749-75c85857fce7 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:04.728462 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-01a751b9-3f8e-45cd-99b9-6c8b6e261973 req-a1db33aa-abf2-4e23-b749-75c85857fce7 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1747546
Feb 03 12:34:04.794311 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-01a751b9-3f8e-45cd-99b9-6c8b6e261973 req-83132a49-9640-40d1-9dca-c661c3610353 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0594764
Feb 03 12:34:04.881767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1551e-c45b-4b1a-b615-65255350cdba req-213aaff9-edd3-4e1e-afa0-20e9b14d1d58 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:04.883423 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97f1551e-c45b-4b1a-b615-65255350cdba req-213aaff9-edd3-4e1e-afa0-20e9b14d1d58 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1648629
Feb 03 12:34:04.949776 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97f1551e-c45b-4b1a-b615-65255350cdba req-cff79009-c552-43c0-bf99-e3910df09b2c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598903
Feb 03 12:34:05.094291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70161-0e33-46bf-a637-231ab3a2d4ce req-c7c65ca9-fde5-4772-899c-559e5f1838b0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:05.095908 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-13b70161-0e33-46bf-a637-231ab3a2d4ce req-c7c65ca9-fde5-4772-899c-559e5f1838b0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1708455
Feb 03 12:34:05.163344 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-13b70161-0e33-46bf-a637-231ab3a2d4ce req-70294df6-8b50-4092-bf4f-81082cbcd634 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0585434
Feb 03 12:34:05.424264 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-a838b6cc-dd91-48f9-a12f-ed46d496d3dc tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1967788
Feb 03 12:34:05.434783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Request body: {'floatingip': {'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:34:05.456888 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:34:05.461359 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Usage tracker for resource:floatingip and tenant:04e63ca91f1f4934ad659a0f688f8148 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:34:05.464907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:34:05.471032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:34:05.482802 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:05.854717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:06.142544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Allocated IP 172.27.0.191 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/1c2d91ef-ce8c-4cb8-8b65-612f21cfbd90) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:34:06.283319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f93c3b-567b-4a59-92f4-d75f6f899916 req-7f7575fb-750c-4b76-b790-aa50f92b7603 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:06.285057 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-88f93c3b-567b-4a59-92f4-d75f6f899916 req-7f7575fb-750c-4b76-b790-aa50f92b7603 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1769516
Feb 03 12:34:06.301110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:06.334426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:06.349743 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27e41c9a-a258-4047-819c-34cbeaed590c tempest-ServerRescueNegativeTestJSON-1019143501 tempest-ServerRescueNegativeTestJSON-1019143501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:06.350129 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-88f93c3b-567b-4a59-92f4-d75f6f899916 req-85692fe7-5aaf-44b4-aed8-f35dc8c5d78a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584071
Feb 03 12:34:06.487547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Pushing event updated for resources: {'Port': ['ID=1c2d91ef-ce8c-4cb8-8b65-612f21cfbd90,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:06.493079 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:06.543894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:34:06.545129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:34:06.547588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:34:06.633421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:06.700578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:06.728281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:06.979962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:06.984648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:06.997877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ef03e1fb-d0cf-4db1-ad5f-73d5ed69cafd tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:07.136138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Pushing event updated for resources: {'Port': ['ID=1c2d91ef-ce8c-4cb8-8b65-612f21cfbd90,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:07.140695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:07.243046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:07.267992 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:07.269456 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8390338
Feb 03 12:34:07.376880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-d48d6761-451a-455e-ba3f-50606904b374 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Synchronizing usage tracker for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:34:07.395871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-d48d6761-451a-455e-ba3f-50606904b374 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Unset dirty status for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:34:07.397111 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-d48d6761-451a-455e-ba3f-50606904b374 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200  len: 696 time: 0.1180744
Feb 03 12:34:07.642957 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-afed3b0e-9d29-49fc-b14c-43f9fcc397b5 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:07.644609 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-77dec966-386f-47a5-98bf-a0a19a99d28e req-afed3b0e-9d29-49fc-b14c-43f9fcc397b5 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 784 time: 0.2413139
Feb 03 12:34:07.668140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f836b-f2db-4ef9-be47-cf7e96d65bfa req-12231dc2-36b8-44da-8bc9-8cdca67d088f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:07.669890 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ea9f836b-f2db-4ef9-be47-cf7e96d65bfa req-12231dc2-36b8-44da-8bc9-8cdca67d088f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.1693928
Feb 03 12:34:07.738875 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ea9f836b-f2db-4ef9-be47-cf7e96d65bfa req-e11d0d10-ed48-40f3-886b-451c75418f71 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620098
Feb 03 12:34:07.935533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d073511b-b949-46ea-9300-26b0ae1edfbb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:07.937525 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d073511b-b949-46ea-9300-26b0ae1edfbb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1828554
Feb 03 12:34:08.048775 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d7edb226-2e70-41ff-aba7-d305bd6d5ce2 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200  len: 696 time: 0.1008377
Feb 03 12:34:08.059725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d51abb87-4773-42dd-b621-35301543918c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Request body: {'floatingip': {'port_id': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:34:08.160406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d51abb87-4773-42dd-b621-35301543918c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:08.809975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d51abb87-4773-42dd-b621-35301543918c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:08.814223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d51abb87-4773-42dd-b621-35301543918c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:08.993752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:34:09.079588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d1561c41-dd78-4886-a204-22fc9904f9d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:09.080586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:09.091042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f4e7a-0abf-4e17-95f3-1ad7310d69d6 req-3361841f-657b-44bb-b688-c3b71b3fabf4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:09.092854 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b7f4e7a-0abf-4e17-95f3-1ad7310d69d6 req-3361841f-657b-44bb-b688-c3b71b3fabf4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2009451
Feb 03 12:34:09.192711 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b7f4e7a-0abf-4e17-95f3-1ad7310d69d6 req-c0b83c86-eab3-4d22-aa3a-556cb6d8605f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923157
Feb 03 12:34:09.261467 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:09.293895 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:34:09.301992 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d51abb87-4773-42dd-b621-35301543918c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Floating IP fb52143e-cb1d-4ecd-9d03-eb7f2f2fc592 associated. External IP: 172.27.0.191, port: 36c1cc16-be36-48f0-bea9-9989cb9a6ce4.
Feb 03 12:34:09.307923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port d1561c41-dd78-4886-a204-22fc9904f9d6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=d1561c41-dd78-4886-a204-22fc9904f9d6,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:34:09.314709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:09.317554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:09.477301 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6', 'code': 200}
Feb 03 12:34:09.482517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=d1561c41-dd78-4886-a204-22fc9904f9d6,revision_number=6']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:09.486262 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:09.755942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d51abb87-4773-42dd-b621-35301543918c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Router d0679397-8c8d-494d-803d-0211b3c7f124 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:34:09.975435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d51abb87-4773-42dd-b621-35301543918c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:34:09.980364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d51abb87-4773-42dd-b621-35301543918c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:09.988333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] Sync routers for ids ['d0679397-8c8d-494d-803d-0211b3c7f124'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:34:10.000442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] Routers {'d0679397-8c8d-494d-803d-0211b3c7f124'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:34:10.001452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02c19748>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:33:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['d0679397-8c8d-494d-803d-0211b3c7f124'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:10.088521 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-d51abb87-4773-42dd-b621-35301543918c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "PUT /v2.0/floatingips/fb52143e-cb1d-4ecd-9d03-eb7f2f2fc592 HTTP/1.1" status: 200  len: 997 time: 2.0329247
Feb 03 12:34:10.089851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:34:10.129027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bf07b-9247-47e2-ad2d-8efc5c627607 req-820c3e21-720b-4ce4-91fc-2528eb2fbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:10.130716 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-520bf07b-9247-47e2-ad2d-8efc5c627607 req-820c3e21-720b-4ce4-91fc-2528eb2fbd89 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 1163 time: 0.0976264
Feb 03 12:34:10.168443 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'status': 'completed', 'code': 200}
Feb 03 12:34:10.247765 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-520bf07b-9247-47e2-ad2d-8efc5c627607 req-fec04cd5-4523-490f-b13b-39d0064e5abd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966043
Feb 03 12:34:10.282765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-e1ac7eb4-0181-4845-9ccc-3e5cd3a63cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:10.284549 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-e1ac7eb4-0181-4845-9ccc-3e5cd3a63cd4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1163 time: 0.0916450
Feb 03 12:34:10.361047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] Set router d0679397-8c8d-494d-803d-0211b3c7f124 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:34:10.364321 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-f2c6d3cb-874d-497d-8be4-f6fc91a9076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:10.366146 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-f2c6d3cb-874d-497d-8be4-f6fc91a9076b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1163 time: 0.2597005
Feb 03 12:34:10.511374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-8f4c833d-394d-4835-a910-fc3e2a584d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:10.512996 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-8f4c833d-394d-4835-a910-fc3e2a584d45 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 903 time: 0.1405313
Feb 03 12:34:10.521943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbb1f9-f36f-441a-b868-7d4e54b47f7b req-d9d68dbc-6427-4e97-b288-5b9b21a309ab tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:10.523672 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fdcbb1f9-f36f-441a-b868-7d4e54b47f7b req-d9d68dbc-6427-4e97-b288-5b9b21a309ab tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1733055
Feb 03 12:34:10.593433 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fdcbb1f9-f36f-441a-b868-7d4e54b47f7b req-63f44312-1e7a-463c-8f7c-fada9a58e000 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633607
Feb 03 12:34:10.733391 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-c5f5122b-592e-4b4e-9bf0-d1df885cadf8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 1000 time: 0.2120655
Feb 03 12:34:10.763838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02c19748>, [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': 'fb52143e-cb1d-4ecd-9d03-eb7f2f2fc592', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'port_id': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'mac_address': 'fa:16:3e:4e:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1afe86-867f-43dd-8abc-02146df20291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:34:06Z', 'updated_at': '2021-02-03T12:34:08Z', 'revision_number': 1, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6607c048-5edf-475a-86ec-39628e8633d3', 'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'mac_address': 'fa:16:3e:d1:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '803da186-2274-4db4-b802-230fea976266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:35Z', 'updated_at': '2021-02-03T12:32:45Z', 'revision_number': 5, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'subnets': [{'id': '803da186-2274-4db4-b802-230fea976266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:10.768368 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] Checking router: d0679397-8c8d-494d-803d-0211b3c7f124 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:34:10.777723 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] Routers {'d0679397-8c8d-494d-803d-0211b3c7f124'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:34:10.778628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02c19748>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:33:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['d0679397-8c8d-494d-803d-0211b3c7f124'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:10.826940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-d6b53e55-04a1-4554-8d44-b1e63c0d3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:10.828547 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-d6b53e55-04a1-4554-8d44-b1e63c0d3d46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 903 time: 0.2456903
Feb 03 12:34:10.841108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-99e5282a-2634-4856-9ab0-7e4ae78efaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:10.842721 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-99e5282a-2634-4856-9ab0-7e4ae78efaa7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 200  len: 848 time: 0.0918202
Feb 03 12:34:10.986041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] Set router d0679397-8c8d-494d-803d-0211b3c7f124 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:34:11.030284 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-af9ad2f1-1f21-4d43-8a17-92847ba11ec1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 1000 time: 0.1800003
Feb 03 12:34:11.120787 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-c19fc020-7497-4149-8045-1a454dfb6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:11.122529 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-c19fc020-7497-4149-8045-1a454dfb6fb8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 200  len: 848 time: 0.0839429
Feb 03 12:34:11.124405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-77e7bbb2-7940-4e14-a79e-f5d5e2eb255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:11.125977 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-77e7bbb2-7940-4e14-a79e-f5d5e2eb255a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a25d274f-41b5-47e7-9ba6-399adec80e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2053800
Feb 03 12:34:11.347774 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-22e71261-c33c-44eb-a568-489b81d30d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:11.349693 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-22e71261-c33c-44eb-a568-489b81d30d8a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a25d274f-41b5-47e7-9ba6-399adec80e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1908479
Feb 03 12:34:11.396712 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-b967e8dd-c73f-47bc-9341-f4bedd864e08 service neutron] 10.222.0.38 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625980
Feb 03 12:34:11.414921 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02c19748>, [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': 'fb52143e-cb1d-4ecd-9d03-eb7f2f2fc592', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'port_id': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'mac_address': 'fa:16:3e:4e:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1afe86-867f-43dd-8abc-02146df20291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:34:06Z', 'updated_at': '2021-02-03T12:34:08Z', 'revision_number': 1, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6607c048-5edf-475a-86ec-39628e8633d3', 'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'mac_address': 'fa:16:3e:d1:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '803da186-2274-4db4-b802-230fea976266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:35Z', 'updated_at': '2021-02-03T12:32:45Z', 'revision_number': 5, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'subnets': [{'id': '803da186-2274-4db4-b802-230fea976266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:11.419314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5412b5-f20c-4dfc-9eae-f77110f8c7e1 None None] The sync data for ids ['d0679397-8c8d-494d-803d-0211b3c7f124'] in dv-cinder-773876-1-iscsi is: [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': 'fb52143e-cb1d-4ecd-9d03-eb7f2f2fc592', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'port_id': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'mac_address': 'fa:16:3e:4e:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1afe86-867f-43dd-8abc-02146df20291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:34:06Z', 'updated_at': '2021-02-03T12:34:08Z', 'revision_number': 1, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6607c048-5edf-475a-86ec-39628e8633d3', 'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'mac_address': 'fa:16:3e:d1:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '803da186-2274-4db4-b802-230fea976266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:35Z', 'updated_at': '2021-02-03T12:32:45Z', 'revision_number': 5, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'subnets': [{'id': '803da186-2274-4db4-b802-230fea976266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:34:11.628886 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-9c32292c-8735-423a-8da1-74b6e619c87b service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641239
Feb 03 12:34:11.644316 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:34:11.728889 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3289c75c-3d55-4a78-a67b-95689b902e0f req-cad89734-db7c-4d07-be02-bed96c81fc62 service neutron] 10.222.0.38 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2793293
Feb 03 12:34:11.734925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d1561c41-dd78-4886-a204-22fc9904f9d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:11.735354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:11.769565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f64a92-a185-4a13-a90f-a9fe45f81a63 None None] New status for floating IP fb52143e-cb1d-4ecd-9d03-eb7f2f2fc592: ACTIVE {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:34:11.808527 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a680785d-77fe-4963-b2f5-b917fe7ef33c req-5cec6c96-2608-4b50-806a-455773f1e2d0 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1702223
Feb 03 12:34:11.970789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f28a18-e18d-4967-8463-82c83dfa2ddc req-92088d75-e308-4df8-a8c8-13a714c40f78 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:11.977499 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-31f28a18-e18d-4967-8463-82c83dfa2ddc req-92088d75-e308-4df8-a8c8-13a714c40f78 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.2027750
Feb 03 12:34:12.038306 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-31f28a18-e18d-4967-8463-82c83dfa2ddc req-7f913699-cd8c-48f1-be6b-5fdf9214aa71 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590746
Feb 03 12:34:12.836221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53942) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:13.001526 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.018145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:34:13.023033 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] Usage tracker for resource:security_group_rule and tenant:dddf1d434b69444d9588a791b5c0aab3 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:34:13.026116 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:34:13.031906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:34:13.124657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.128381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.137508 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9df11054-7226-41a1-a275-1a53a5e49ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:13.182376 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dddf1d434b69444d9588a791b5c0aab3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3448343
Feb 03 12:34:13.184234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803f0e19-b38f-481f-b961-8c6dfcf0ff95,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:13.185398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53950) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:13.188394 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:13.255228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9dc7b0ad-24f2-4987-9395-e000ef676468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.284051 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9dc7b0ad-24f2-4987-9395-e000ef676468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.330590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9dc7b0ad-24f2-4987-9395-e000ef676468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.334552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-69c2ca6a-c21b-48b1-b374-3252c22c12de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:13.346730 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7b0ad-24f2-4987-9395-e000ef676468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803f0e19-b38f-481f-b961-8c6dfcf0ff95,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:13.350710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9dc7b0ad-24f2-4987-9395-e000ef676468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:13.354193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9dc7b0ad-24f2-4987-9395-e000ef676468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.355375 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9dc7b0ad-24f2-4987-9395-e000ef676468 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/803f0e19-b38f-481f-b961-8c6dfcf0ff95 HTTP/1.1" status: 204  len: 168 time: 0.1683643
Feb 03 12:34:13.369333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5937c-efa4-465a-90b3-715e8911531e req-afd0eb77-8c17-4af6-8092-28dfc89f8158 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:13.371318 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-add5937c-efa4-465a-90b3-715e8911531e req-afd0eb77-8c17-4af6-8092-28dfc89f8158 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1819279
Feb 03 12:34:13.583749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:34:13.664007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port d1561c41-dd78-4886-a204-22fc9904f9d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:13.664602 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.676517 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-add5937c-efa4-465a-90b3-715e8911531e req-8a82ec03-6fa7-4861-89e5-ab2f864dc0df tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2943485
Feb 03 12:34:13.746273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53964) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:13.765835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.781151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:34:13.785477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2f0335ec494473aac8b7931ef86f2e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:34:13.788490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:34:13.794385 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:34:13.884747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.888820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:13.897355 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6302bce0-362a-44fb-95b0-ee4090ba47a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:13.942085 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b2f0335ec494473aac8b7931ef86f2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1944637
Feb 03 12:34:13.944964 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 53970) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:13.946201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d03912-6851-4225-bd7b-4303f4e80d25,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:13.949999 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:14.021309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1af942a6-b926-4e8c-a2f6-b73bb25ddf5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:14.049580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1af942a6-b926-4e8c-a2f6-b73bb25ddf5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:14.100623 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1af942a6-b926-4e8c-a2f6-b73bb25ddf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:14.104814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d89813ca-f53a-4faa-afd9-af4623fd4fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:14.119210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af942a6-b926-4e8c-a2f6-b73bb25ddf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d03912-6851-4225-bd7b-4303f4e80d25,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:14.123077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1af942a6-b926-4e8c-a2f6-b73bb25ddf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:14.126346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1af942a6-b926-4e8c-a2f6-b73bb25ddf5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:14.130627 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1af942a6-b926-4e8c-a2f6-b73bb25ddf5e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64d03912-6851-4225-bd7b-4303f4e80d25 HTTP/1.1" status: 204  len: 168 time: 0.1838458
Feb 03 12:34:14.519850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53992) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:14.624436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 53998) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:14.648292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:14.676640 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:34:14.683398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc9fca835894354acb82676521c3f17 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:34:14.686593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:14.695829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:34:14.703947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:34:14.711865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:34:14.719710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Usage tracker for resource:security_group_rule and tenant:9084a87bcf72464f8d438ab899677059 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:34:14.723412 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:34:14.736853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:34:14.853979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:14.864590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:14.873542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-18cefffd-e715-4266-836a-2ace5c6beb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:14.897930 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:14.905023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:14.959713 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3bc9fca835894354acb82676521c3f17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3340316
Feb 03 12:34:14.960686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb1d135-3e0b-4124-a40b-2d0f59abca10,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:14.963548 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 54002) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:14.965277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:14.965917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c339d103-c551-4be2-a563-ffa253ee3ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:14.977610 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9084a87bcf72464f8d438ab899677059&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4538276
Feb 03 12:34:14.978358 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 54006) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:15.021596 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9fcb7d-1ea6-457d-8ce7-61cc0df7c389,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:15.038407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.038819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.039222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.039616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.039975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bfc949f7-addc-440e-a7f4-023ab614a4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:15.040093 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.040379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.040769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.041178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.041564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.041978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.042365 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.042772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.043178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.043552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.043931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.044302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.044701 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.045089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.045471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.046354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.046354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.046608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.046985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.047374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:15.053248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:15.068515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bfc949f7-addc-440e-a7f4-023ab614a4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:15.077854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1f06d3dc-6419-4bee-948f-ed6476743c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:15.108382 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1f06d3dc-6419-4bee-948f-ed6476743c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:15.116923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bfc949f7-addc-440e-a7f4-023ab614a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:15.123808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e5583cdc-bdbb-443f-a205-bc2c346388b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:15.139687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc949f7-addc-440e-a7f4-023ab614a4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb1d135-3e0b-4124-a40b-2d0f59abca10,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:15.142655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bfc949f7-addc-440e-a7f4-023ab614a4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:15.144116 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bfc949f7-addc-440e-a7f4-023ab614a4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:15.148714 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-bfc949f7-addc-440e-a7f4-023ab614a4c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3eb1d135-3e0b-4124-a40b-2d0f59abca10 HTTP/1.1" status: 204  len: 168 time: 0.1840653
Feb 03 12:34:15.157126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1f06d3dc-6419-4bee-948f-ed6476743c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:15.163172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-39683b64-2d5a-4ff8-92bf-c347f805de64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:15.178093 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06d3dc-6419-4bee-948f-ed6476743c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9fcb7d-1ea6-457d-8ce7-61cc0df7c389,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:15.182485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1f06d3dc-6419-4bee-948f-ed6476743c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:15.197149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1f06d3dc-6419-4bee-948f-ed6476743c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:15.200768 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1f06d3dc-6419-4bee-948f-ed6476743c47 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e9fcb7d-1ea6-457d-8ce7-61cc0df7c389 HTTP/1.1" status: 204  len: 168 time: 0.2195106
Feb 03 12:34:15.254980 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-128d0be8-982f-4eaa-9893-debcf5f69962 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1662738463&fields=id&tenant_id=3698844f87134bf89829473444d0544f HTTP/1.1" status: 200  len: 267 time: 0.0814672
Feb 03 12:34:15.448095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-a94a63e1-4457-40aa-aa90-b5e23081bd53 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:15.450174 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-a94a63e1-4457-40aa-aa90-b5e23081bd53 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 984 time: 0.1883624
Feb 03 12:34:15.464305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Request body: {'port': {'security_groups': ['5c8bdec8-5be6-4541-be19-0f64a174cae5']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:34:15.826395 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:16.156900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] For port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:34:16.183977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:16.188357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:16.204035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:16.353755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event updated for resources: {'Port': ['ID=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:16.367524 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:16.469608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:16.470937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:16.471999 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-37def3ed-89ab-413e-9092-282b707f5ec5 req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "PUT /v2.0/ports/009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 942 time: 1.0135479
Feb 03 12:34:16.472654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:34:16.581965 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f783781d-52fe-41ce-81bb-ea7465ed173c req-065ca79c-49fe-48fb-9467-804356d72e26 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups/4d05c1f5-61b2-4fab-874c-20931e0d604f HTTP/1.1" status: 200  len: 3005 time: 0.0767541
Feb 03 12:34:16.669025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-6458aa74-6574-4013-8507-952cfb5cc057 None None] Provisioning complete for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:16.669835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6458aa74-6574-4013-8507-952cfb5cc057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:16.683110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f783781d-52fe-41ce-81bb-ea7465ed173c req-6950c27e-d3bc-4d29-b7d2-6d48e3cf12e6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:16.718923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f783781d-52fe-41ce-81bb-ea7465ed173c req-6950c27e-d3bc-4d29-b7d2-6d48e3cf12e6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:16.730299 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'status': 'completed', 'code': 200}
Feb 03 12:34:16.773015 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f783781d-52fe-41ce-81bb-ea7465ed173c req-6950c27e-d3bc-4d29-b7d2-6d48e3cf12e6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:16.779008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bfc949f7-addc-440e-a7f4-023ab614a4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:16.799481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950c27e-d3bc-4d29-b7d2-6d48e3cf12e6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d05c1f5-61b2-4fab-874c-20931e0d604f,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:16.802387 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6950c27e-d3bc-4d29-b7d2-6d48e3cf12e6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:16.809016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f783781d-52fe-41ce-81bb-ea7465ed173c req-6950c27e-d3bc-4d29-b7d2-6d48e3cf12e6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:16.814170 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f783781d-52fe-41ce-81bb-ea7465ed173c req-6950c27e-d3bc-4d29-b7d2-6d48e3cf12e6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "DELETE /v2.0/security-groups/4d05c1f5-61b2-4fab-874c-20931e0d604f HTTP/1.1" status: 204  len: 173 time: 0.2308006
Feb 03 12:34:17.011306 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-954aec47-c001-4c38-bf24-5d23e08c1d90 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/floatingips/8bfc5f87-a426-4195-984b-9599dbcd4b19 HTTP/1.1" status: 200  len: 997 time: 0.1502342
Feb 03 12:34:17.044757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-3ec128e1-f8ed-440d-8ead-899b38128a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:17.046358 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-3ec128e1-f8ed-440d-8ead-899b38128a9e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1162 time: 0.2880337
Feb 03 12:34:17.363557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-6ddbb393-00f3-4ec1-bfcb-a5268ebd5e6e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:17.364989 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-6ddbb393-00f3-4ec1-bfcb-a5268ebd5e6e tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 784 time: 0.3462322
Feb 03 12:34:17.387290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-4c2d57f1-a27b-48db-b7a8-ed2e2e5b0c77 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:34:17.388320 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-4c2d57f1-a27b-48db-b7a8-ed2e2e5b0c77 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0113223
Feb 03 12:34:17.390978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-81d8ed5b-053f-4812-bb00-a04f27483301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:17.392466 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-81d8ed5b-053f-4812-bb00-a04f27483301 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 909 time: 0.2886646
Feb 03 12:34:17.605890 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-49217d37-24b9-4da0-8afe-42c561cab431 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.92 HTTP/1.1" status: 200  len: 1000 time: 0.2106538
Feb 03 12:34:17.609554 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-8b6219ac-375c-4b17-bab2-119c9e9bfb2e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 1000 time: 0.1623867
Feb 03 12:34:17.757154 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 009a75e0-63e1-45a0-af03-ad0fb5c6b13e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:34:17.821067 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-43440b75-ee40-45a4-a6c1-4b221444f110 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:17.822699 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-43440b75-ee40-45a4-a6c1-4b221444f110 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports/009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 942 time: 0.2108910
Feb 03 12:34:17.828990 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-75436f18-bc57-4cbb-8ef8-3018e8742ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:17.830588 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-75436f18-bc57-4cbb-8ef8-3018e8742ae0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 200  len: 854 time: 0.1779590
Feb 03 12:34:17.839405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:17.839831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:18.012442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-bc06d851-2375-4011-862a-0100725db436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:18.014042 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-bc06d851-2375-4011-862a-0100725db436 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cae0d62e-0834-4404-b104-89c82301edff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1724555
Feb 03 12:34:18.018558 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:34:18.045283 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-4e5789dc-29cf-4f64-a735-4fced55dfc01 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.92 HTTP/1.1" status: 200  len: 1000 time: 0.1364703
Feb 03 12:34:18.249134 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-a75c1d59-f0ba-4236-b041-51f295673e63 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=735eb8f8545a441e8a48e5093485eff6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0324106
Feb 03 12:34:18.390773 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-af0e5044-c5e8-410d-b3c7-8c7839095f59 service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3443954
Feb 03 12:34:18.497683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbc1ab7c-36ca-4590-b0d0-2882113fa139 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:18.499443 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbc1ab7c-36ca-4590-b0d0-2882113fa139 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2439272
Feb 03 12:34:18.518057 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-47f2779c-0f2f-403a-b1f4-2ccf6b9a32b5 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/quotas/735eb8f8545a441e8a48e5093485eff6 HTTP/1.1" status: 200  len: 375 time: 0.0111039
Feb 03 12:34:18.581272 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-b9902ffe-5bd2-4240-94f6-ca6e61f483d8 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=735eb8f8545a441e8a48e5093485eff6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0556848
Feb 03 12:34:18.664001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Deleting port 12695ca3-3a00-4105-bd93-c246bf8b932c {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:34:18.664307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:18.792401 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7229aad8-03f2-43f1-910a-9270d0ebf715 req-54834c26-5344-4eb5-95d7-9f4c77575e80 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 210 time: 0.0498805
Feb 03 12:34:18.923381 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a401ac6b-f25a-4be3-9df3-a537ee71b92c req-7da52c64-c0e8-49b2-94d0-2c13366e3fba service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5243676
Feb 03 12:34:18.966011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:18.966364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:19.105748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Calling delete_port for 12695ca3-3a00-4105-bd93-c246bf8b932c owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:34:19.278585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:19.292643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-072c2b0b-c5e2-4bad-aca6-e10bea19f3ac tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:19.389507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event deleted for resources: {'Port': ['ID=12695ca3-3a00-4105-bd93-c246bf8b932c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:19.392566 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:19.527329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:19.527705 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Floating IP 8bfc5f87-a426-4195-984b-9599dbcd4b19 disassociated (deleted). External IP: 172.27.0.92, port: 009a75e0-63e1-45a0-af03-ad0fb5c6b13e.
Feb 03 12:34:19.921978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Router 80b25bba-4c66-491a-ad8f-8489e6aefa72 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:34:20.002456 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d23d9d06-978d-40f2-9ea1-abbefe6c6561 req-77a1d046-70dd-4cc9-8658-0762a728ac61 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 210 time: 0.0748796
Feb 03 12:34:20.091244 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-9659ca24-f3bc-48d3-bc3e-30870626de2a tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=735eb8f8545a441e8a48e5093485eff6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1047170
Feb 03 12:34:20.265946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:34:20.279551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] Sync routers for ids ['80b25bba-4c66-491a-ad8f-8489e6aefa72'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:34:20.296673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] Routers {'80b25bba-4c66-491a-ad8f-8489e6aefa72'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:34:20.297350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02b3cda0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:33:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['80b25bba-4c66-491a-ad8f-8489e6aefa72'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:20.379591 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-bfce90a4-6e9b-4e42-9a82-af93bc2c8b15 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:20.381134 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-bfce90a4-6e9b-4e42-9a82-af93bc2c8b15 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2774558
Feb 03 12:34:20.394740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:20.427146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Request body: {'port': {'device_id': '144ee475-42ba-4197-b3b9-4e1b9926be9d', 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009', 'admin_state_up': True, 'tenant_id': '735eb8f8545a441e8a48e5093485eff6'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:34:20.553911 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "DELETE /v2.0/floatingips/8bfc5f87-a426-4195-984b-9599dbcd4b19 HTTP/1.1" status: 204  len: 173 time: 2.4845378
Feb 03 12:34:20.556926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:34:20.627566 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'status': 'completed', 'code': 200}
Feb 03 12:34:20.679806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] Set router 80b25bba-4c66-491a-ad8f-8489e6aefa72 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:34:20.715240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:34:20.722305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Usage tracker for resource:port and tenant:735eb8f8545a441e8a48e5093485eff6 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:34:20.726443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:34:20.736429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:34:20.758426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Made reservation on behalf of 735eb8f8545a441e8a48e5093485eff6 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:34:20.779709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:20.798933 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:20.818384 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-8f0bd328-48f0-467e-a9af-658ea28e5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:20.820058 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-8f0bd328-48f0-467e-a9af-658ea28e5212 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1162 time: 0.2507427
Feb 03 12:34:20.827142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:34:20.857327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Usage tracker for resource:security_group_rule and tenant:735eb8f8545a441e8a48e5093485eff6 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:34:20.863471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-a96b7a7a-54da-4471-a20d-a978b81fd0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:20.865065 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-a96b7a7a-54da-4471-a20d-a978b81fd0b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3698844f87134bf89829473444d0544f&device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 1162 time: 0.2088215
Feb 03 12:34:20.868953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:34:20.948475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:34:21.031252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02b3cda0>, [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:50Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '15360f52-3912-4458-a2b2-96005416217a', 'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'tenant_id': '3698844f87134bf89829473444d0544f', 'mac_address': 'fa:16:3e:6a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:47Z', 'updated_at': '2021-02-03T12:30:01Z', 'revision_number': 5, 'project_id': '3698844f87134bf89829473444d0544f', 'subnets': [{'id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:21.036944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] Checking router: 80b25bba-4c66-491a-ad8f-8489e6aefa72 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:34:21.048062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] Routers {'80b25bba-4c66-491a-ad8f-8489e6aefa72'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:34:21.048779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02b3cda0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:33:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['80b25bba-4c66-491a-ad8f-8489e6aefa72'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:21.195956 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-12ae4947-3c54-49eb-b296-bad4025c48c1 req-ed144794-59ba-4970-9c70-22292411167a tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 210 time: 0.0552869
Feb 03 12:34:21.248426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] Set router 80b25bba-4c66-491a-ad8f-8489e6aefa72 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:34:21.398097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-54fa2c14-cbc1-4bed-b97b-58abadc56e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:21.399734 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-54fa2c14-cbc1-4bed-b97b-58abadc56e88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 909 time: 0.5700192
Feb 03 12:34:21.409434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-9dc89304-bc98-42ef-b1d4-401d480f8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:21.410953 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-9dc89304-bc98-42ef-b1d4-401d480f8bab service neutron] 10.222.0.86 "GET /v2.0/networks?id=cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 200  len: 909 time: 0.4934936
Feb 03 12:34:21.542097 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-842ebed1-e18e-44ed-beb7-ddff9c9ddc29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 217 time: 0.1340406
Feb 03 12:34:21.592187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02b3cda0>, [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:50Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '15360f52-3912-4458-a2b2-96005416217a', 'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'tenant_id': '3698844f87134bf89829473444d0544f', 'mac_address': 'fa:16:3e:6a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:47Z', 'updated_at': '2021-02-03T12:30:01Z', 'revision_number': 5, 'project_id': '3698844f87134bf89829473444d0544f', 'subnets': [{'id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:21.595628 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-c0b0d136-bf38-4103-9bbc-4ef8ef9b3f1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 200  len: 217 time: 0.1290920
Feb 03 12:34:21.597013 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869182e7-da24-42bd-b7b4-aee7533744f5 None None] The sync data for ids ['80b25bba-4c66-491a-ad8f-8489e6aefa72'] in dv-cinder-773876-1-iscsi is: [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:29:50Z', 'revision_number': 4, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '15360f52-3912-4458-a2b2-96005416217a', 'name': '', 'network_id': 'cae0d62e-0834-4404-b104-89c82301edff', 'tenant_id': '3698844f87134bf89829473444d0544f', 'mac_address': 'fa:16:3e:6a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:47Z', 'updated_at': '2021-02-03T12:30:01Z', 'revision_number': 5, 'project_id': '3698844f87134bf89829473444d0544f', 'subnets': [{'id': 'f5c3ab20-38ee-4e23-b666-1e389b2e2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:34:21.676678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:21.693492 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:21.707028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-21718953-824f-4443-80d8-07da5b389f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:21.719063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-0e0972a0-148a-4da6-b751-9741adcfead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:21.720677 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-0e0972a0-148a-4da6-b751-9741adcfead8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 200  len: 854 time: 0.1625674
Feb 03 12:34:21.778223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-8720d377-8793-423d-acac-ccaf53f66586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:21.779813 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-8720d377-8793-423d-acac-ccaf53f66586 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 200  len: 854 time: 0.1655374
Feb 03 12:34:21.931737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b5cd7a-5522-4d14-ba48-03d9da9ea693,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:21.944454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:22.000063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ddac0f-9d8c-437c-837a-baebe9715791 None None] New status for floating IP 8bfc5f87-a426-4195-984b-9599dbcd4b19: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:34:22.095947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-0bd2d831-5b39-46c7-a787-6b87f459ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:22.097559 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-0bd2d831-5b39-46c7-a787-6b87f459ce87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cae0d62e-0834-4404-b104-89c82301edff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3693111
Feb 03 12:34:22.131247 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-c1607955-7de5-47f0-941b-b6d5dda845bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:22.132833 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-c1607955-7de5-47f0-941b-b6d5dda845bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cae0d62e-0834-4404-b104-89c82301edff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3383627
Feb 03 12:34:22.358819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Allocated IP 192.168.233.15 (09263498-e28c-4a2d-a92d-d176d0b6e009/5179e50a-14d3-45bb-8c2f-e9118f0eaccc/df725cb0-7f97-40bc-a8c1-361119da5421) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:34:22.381883 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a3ed2a8b-c230-4f61-b77a-a6c2192fc3e0 req-633aae57-1591-419e-b08f-87325c5f4f23 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 210 time: 0.0521266
Feb 03 12:34:22.434007 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-3c0d287b-5f24-42a2-ba08-a685fe7394ab service neutron] 10.222.0.38 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3275557
Feb 03 12:34:22.461705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78d8e268-1c6a-4361-bbe0-7f80df6b06d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:22.578279 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-f70978e3-e48d-47f2-9d9c-094dbd82f75b service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4061866
Feb 03 12:34:22.844948 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4769a31-43d6-4dc8-8595-b68c56e6a37d req-3727bd57-d6d9-4a19-ad33-7166e646fd45 service neutron] 10.222.0.38 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3967283
Feb 03 12:34:22.891904 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-edb863d3-0fdf-4d22-8ca1-701a06a87681 req-dde43f41-ed6d-4eaf-bd11-1597c3d3c1ce service neutron] 10.222.0.86 "GET /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2884064
Feb 03 12:34:22.899490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:22.916724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Transition to ACTIVE for port object df725cb0-7f97-40bc-a8c1-361119da5421 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:34:22.945986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:22.964215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b2d7006a-3295-49a7-b937-eb2d24e4d3ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:23.116390 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Pushing event updated for resources: {'Port': ['ID=df725cb0-7f97-40bc-a8c1-361119da5421,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:23.120932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:23.178959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Network 09263498-e28c-4a2d-a92d-d176d0b6e009 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:34:23.180286 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:34:23.182737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:34:23.322564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:23.323317 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:23.354187 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9321139
Feb 03 12:34:23.372683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Request body: {'port': {'device_id': '144ee475-42ba-4197-b3b9-4e1b9926be9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:34:23.422713 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-c9204178-7f11-41ed-84e6-487165119c15 None None] Provisioning for port df725cb0-7f97-40bc-a8c1-361119da5421 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:34:23.429350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-c9204178-7f11-41ed-84e6-487165119c15 None None] Provisioning complete for port df725cb0-7f97-40bc-a8c1-361119da5421 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:23.429885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9204178-7f11-41ed-84e6-487165119c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:23.495852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-c9204178-7f11-41ed-84e6-487165119c15 None None] Port df725cb0-7f97-40bc-a8c1-361119da5421 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:34:23.514302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:23.686545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0d8d5-ac31-49fe-85a6-18722b4cf60e req-a6211cad-313f-4b3d-9421-bc107dcbe359 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:23.688242 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b7c0d8d5-ac31-49fe-85a6-18722b4cf60e req-a6211cad-313f-4b3d-9421-bc107dcbe359 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 935 time: 0.1624384
Feb 03 12:34:23.752151 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b7c0d8d5-ac31-49fe-85a6-18722b4cf60e req-ccc6f723-30e5-4366-88bf-8f88a991d025 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573685
Feb 03 12:34:24.186383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df725cb0-7f97-40bc-a8c1-361119da5421 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:34:24.194622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:24.209204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Transition to ACTIVE for port object df725cb0-7f97-40bc-a8c1-361119da5421 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:34:24.214269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:24.236414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:24.371609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Pushing event updated for resources: {'Port': ['ID=df725cb0-7f97-40bc-a8c1-361119da5421,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:24.374851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:24.586803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Attempting to bind port df725cb0-7f97-40bc-a8c1-361119da5421 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:34:24.587374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Attempting to bind port df725cb0-7f97-40bc-a8c1-361119da5421 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'bf06e99e-56d0-4715-9bd3-a0602376b613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:34:24.587779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Attempting to bind port df725cb0-7f97-40bc-a8c1-361119da5421 on network 09263498-e28c-4a2d-a92d-d176d0b6e009 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:34:24.594160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:34:24.594702 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Checking segment: {'id': 'bf06e99e-56d0-4715-9bd3-a0602376b613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:34:24.595253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:24.595780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Bound using segment: {'id': 'bf06e99e-56d0-4715-9bd3-a0602376b613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:34:24.597034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Bound port: df725cb0-7f97-40bc-a8c1-361119da5421, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf06e99e-56d0-4715-9bd3-a0602376b613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09263498-e28c-4a2d-a92d-d176d0b6e009'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:34:24.597525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:24.710100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] For port df725cb0-7f97-40bc-a8c1-361119da5421, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:34:24.714599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] For port df725cb0-7f97-40bc-a8c1-361119da5421, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=df725cb0-7f97-40bc-a8c1-361119da5421,segment=NetworkSegment(bf06e99e-56d0-4715-9bd3-a0602376b613),segment_id=bf06e99e-56d0-4715-9bd3-a0602376b613)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:34:24.719036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:24.736938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-550e200d-57e3-41ce-a02d-de026c5dde9d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:24.895712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Pushing event updated for resources: {'Port': ['ID=df725cb0-7f97-40bc-a8c1-361119da5421,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:24.899643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:25.018356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:25.018356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:25.018649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcf5d-6ffe-492d-b3d0-ae1a5f6950a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:25.018745 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] 10.222.0.86 "PUT /v2.0/ports/df725cb0-7f97-40bc-a8c1-361119da5421 HTTP/1.1" status: 200  len: 1161 time: 1.6460502
Feb 03 12:34:25.018745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144ee475-42ba-4197-b3b9-4e1b9926be9d', 'tag': 'df725cb0-7f97-40bc-a8c1-361119da5421'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:34:25.131423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042e7e5-a5bf-4ec8-abbc-65704e5ab6e2 req-dd65a5ea-ee27-4722-bd83-327d5132ad51 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:25.132266 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2042e7e5-a5bf-4ec8-abbc-65704e5ab6e2 req-dd65a5ea-ee27-4722-bd83-327d5132ad51 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Synchronizing usage tracker for tenant:735eb8f8545a441e8a48e5093485eff6 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:34:25.137605 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144ee475-42ba-4197-b3b9-4e1b9926be9d', 'tag': 'df725cb0-7f97-40bc-a8c1-361119da5421', 'status': 'completed', 'code': 200}
Feb 03 12:34:25.209071 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2042e7e5-a5bf-4ec8-abbc-65704e5ab6e2 req-dd65a5ea-ee27-4722-bd83-327d5132ad51 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Unset dirty status for tenant:735eb8f8545a441e8a48e5093485eff6 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:34:25.210394 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2042e7e5-a5bf-4ec8-abbc-65704e5ab6e2 req-dd65a5ea-ee27-4722-bd83-327d5132ad51 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 947 time: 0.3160157
Feb 03 12:34:25.262214 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-3e71c948-444a-4aec-870c-756d322425af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:25.263840 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-3e71c948-444a-4aec-870c-756d322425af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=735eb8f8545a441e8a48e5093485eff6&device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 1164 time: 0.1282988
Feb 03 12:34:25.286216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2042e7e5-a5bf-4ec8-abbc-65704e5ab6e2 req-fd393bf4-8a84-48f0-b5e0-ad633d8a4f0a tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Synchronizing usage tracker for tenant:735eb8f8545a441e8a48e5093485eff6 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:34:25.364548 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-56b4a02e-af7c-48c8-b737-bbff62da490d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=df725cb0-7f97-40bc-a8c1-361119da5421 HTTP/1.1" status: 200  len: 217 time: 0.0750661
Feb 03 12:34:25.373027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2042e7e5-a5bf-4ec8-abbc-65704e5ab6e2 req-fd393bf4-8a84-48f0-b5e0-ad633d8a4f0a tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Unset dirty status for tenant:735eb8f8545a441e8a48e5093485eff6 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:34:25.374285 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2042e7e5-a5bf-4ec8-abbc-65704e5ab6e2 req-fd393bf4-8a84-48f0-b5e0-ad633d8a4f0a tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562860
Feb 03 12:34:25.440272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-9078c4c1-29f9-4b79-ad3b-0d5d4e7456cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:25.441911 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-9078c4c1-29f9-4b79-ad3b-0d5d4e7456cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5179e50a-14d3-45bb-8c2f-e9118f0eaccc HTTP/1.1" status: 200  len: 843 time: 0.0666132
Feb 03 12:34:25.535458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-305761ee-9476-45b9-b6e9-b44fc343cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:25.537052 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-305761ee-9476-45b9-b6e9-b44fc343cb11 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09263498-e28c-4a2d-a92d-d176d0b6e009&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0852447
Feb 03 12:34:25.604961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:25.697686 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-123d8ead-a3de-44d3-bd64-a31709fbf36d service neutron] 10.222.0.86 "GET /v2.0/networks/09263498-e28c-4a2d-a92d-d176d0b6e009?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454940
Feb 03 12:34:25.857522 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f09f436e-2bff-4e65-93a5-35e2544089e3 req-206651df-7639-4469-a882-9af070d0f7ad service neutron] 10.222.0.86 "GET /v2.0/networks/09263498-e28c-4a2d-a92d-d176d0b6e009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465857
Feb 03 12:34:25.994466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-97181542-df18-4e74-8407-fd5e67a6ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:25.996128 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-97181542-df18-4e74-8407-fd5e67a6ace6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=735eb8f8545a441e8a48e5093485eff6&device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 1164 time: 0.0830779
Feb 03 12:34:26.155542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-3bcf750e-a2ba-4438-bba7-7e80b28cf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:26.157338 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-3bcf750e-a2ba-4438-bba7-7e80b28cf0ef service neutron] 10.222.0.86 "GET /v2.0/networks?id=09263498-e28c-4a2d-a92d-d176d0b6e009 HTTP/1.1" status: 200  len: 863 time: 0.1523273
Feb 03 12:34:26.228956 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:26.254013 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-be80740e-7071-4a30-addc-f38f52391fc4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=df725cb0-7f97-40bc-a8c1-361119da5421 HTTP/1.1" status: 200  len: 217 time: 0.0755365
Feb 03 12:34:26.327315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-f40f675e-557e-4df9-b812-d9d0d1076754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:26.328972 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-f40f675e-557e-4df9-b812-d9d0d1076754 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5179e50a-14d3-45bb-8c2f-e9118f0eaccc HTTP/1.1" status: 200  len: 843 time: 0.0668328
Feb 03 12:34:26.484826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-728ace96-d25c-4ee9-ad57-771804e56e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:26.486618 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-728ace96-d25c-4ee9-ad57-771804e56e54 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09263498-e28c-4a2d-a92d-d176d0b6e009&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1493816
Feb 03 12:34:26.577994 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f193f-6359-4f5a-bf48-5dfccd44f53b req-3d0f9fbe-a28b-4312-9309-a94fc9412005 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:26.578864 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-233f193f-6359-4f5a-bf48-5dfccd44f53b req-3d0f9fbe-a28b-4312-9309-a94fc9412005 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Synchronizing usage tracker for tenant:3698844f87134bf89829473444d0544f on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:34:26.677501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016c464-bdd8-49e1-9d19-7dd05fa253ce req-cf4b10a5-52be-44d6-a082-441ff3be926c tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:26.678066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-233f193f-6359-4f5a-bf48-5dfccd44f53b req-3d0f9fbe-a28b-4312-9309-a94fc9412005 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Unset dirty status for tenant:3698844f87134bf89829473444d0544f on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:34:26.679163 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6016c464-bdd8-49e1-9d19-7dd05fa253ce req-cf4b10a5-52be-44d6-a082-441ff3be926c tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 947 time: 0.1697555
Feb 03 12:34:26.679284 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-233f193f-6359-4f5a-bf48-5dfccd44f53b req-3d0f9fbe-a28b-4312-9309-a94fc9412005 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.2891626
Feb 03 12:34:26.744343 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6016c464-bdd8-49e1-9d19-7dd05fa253ce req-d84b8eee-c585-4dcc-810d-317bab808105 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581746
Feb 03 12:34:26.780985 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-233f193f-6359-4f5a-bf48-5dfccd44f53b req-f3b45b65-05b3-4ca8-b829-f1a147c7ddc2 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926347
Feb 03 12:34:26.783153 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-b1d1b589-d774-40a8-b991-9307ce377806 service neutron] 10.222.0.86 "GET /v2.0/networks/09263498-e28c-4a2d-a92d-d176d0b6e009?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2010510
Feb 03 12:34:26.948246 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1c1a0e3b-00e0-4656-9f23-2d6684ef21b6 req-940c91c1-25e9-4c99-8b8e-5276295cf139 service neutron] 10.222.0.86 "GET /v2.0/networks/09263498-e28c-4a2d-a92d-d176d0b6e009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1532400
Feb 03 12:34:26.977246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:28.073217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675a6ff-2ce7-494e-95d9-61407d9e508d req-ebf234e6-bc52-43aa-ba53-e6c3454ec5c9 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:28.074872 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d675a6ff-2ce7-494e-95d9-61407d9e508d req-ebf234e6-bc52-43aa-ba53-e6c3454ec5c9 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 947 time: 0.1935849
Feb 03 12:34:28.101138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50748cb-83e3-4848-945f-8b24b727581e req-9222c729-7e22-441a-b78d-3968ebcb9c45 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:28.102863 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e50748cb-83e3-4848-945f-8b24b727581e req-9222c729-7e22-441a-b78d-3968ebcb9c45 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.1827652
Feb 03 12:34:28.144370 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d675a6ff-2ce7-494e-95d9-61407d9e508d req-1ba7fd9e-c239-4d66-81b0-ed1bfd58e135 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628469
Feb 03 12:34:28.170636 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e50748cb-83e3-4848-945f-8b24b727581e req-82183281-f22b-4357-903e-8bac4b2fb942 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612683
Feb 03 12:34:29.448802 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc6197-60e7-4c78-9f21-e150d3e25111 req-8da91678-9685-4c23-b9f5-93427ae56bdb tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:29.450556 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c2cc6197-60e7-4c78-9f21-e150d3e25111 req-8da91678-9685-4c23-b9f5-93427ae56bdb tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 947 time: 0.1697369
Feb 03 12:34:29.518211 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c2cc6197-60e7-4c78-9f21-e150d3e25111 req-1006ec1a-8c53-4af0-9257-ff6f80e1c625 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603647
Feb 03 12:34:29.566679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc97c0-e216-4ca3-abac-39ae64e7b5cb req-40b140fe-8fa7-4d72-b4b2-c4b153005364 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:29.568360 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3ecc97c0-e216-4ca3-abac-39ae64e7b5cb req-40b140fe-8fa7-4d72-b4b2-c4b153005364 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.2391975
Feb 03 12:34:29.652438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-efb9cc35-a8d6-4390-a7a1-6383bed43e8c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:29.654086 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-efb9cc35-a8d6-4390-a7a1-6383bed43e8c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 945 time: 0.2823992
Feb 03 12:34:29.731665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network 09263498-e28c-4a2d-a92d-d176d0b6e009 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:34:29.777150 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3ecc97c0-e216-4ca3-abac-39ae64e7b5cb req-730cd56e-7c1b-4a8d-ad0a-25517ce2c73b tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c8bdec8-5be6-4541-be19-0f64a174cae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218839
Feb 03 12:34:29.798837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Deleting port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:34:29.799257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:30.033786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.objects.ports [None req-0446d9d9-48fd-4626-808f-2183b53da916 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 12:34:30.318790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] For port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:34:30.319305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:30.463567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Calling delete_port for 009a75e0-63e1-45a0-af03-ad0fb5c6b13e owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:34:30.633735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:30.649332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8081e3a2-9659-463f-8ad5-81bc8980e558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:30.665688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device df725cb0-7f97-40bc-a8c1-361119da5421 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:34:30.738369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port df725cb0-7f97-40bc-a8c1-361119da5421 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:34:30.746408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port df725cb0-7f97-40bc-a8c1-361119da5421 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:30.747047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:30.749952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Pushing event deleted for resources: {'Port': ['ID=009a75e0-63e1-45a0-af03-ad0fb5c6b13e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:30.752923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:30.901157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84654d-a6a9-4011-a927-0820f30110be req-5f8d141d-72a0-4cfa-a280-03e94618d560 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:30.905708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:30.914620 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b84654d-a6a9-4011-a927-0820f30110be req-5f8d141d-72a0-4cfa-a280-03e94618d560 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 947 time: 0.2611361
Feb 03 12:34:30.920338 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] No DVR routers for this DVR port 009a75e0-63e1-45a0-af03-ad0fb5c6b13e on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:34:30.936641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:30.946064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'name': 'network-vif-deleted', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:34:30.968591 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port df725cb0-7f97-40bc-a8c1-361119da5421, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=df725cb0-7f97-40bc-a8c1-361119da5421,segment=NetworkSegment(bf06e99e-56d0-4715-9bd3-a0602376b613),segment_id=bf06e99e-56d0-4715-9bd3-a0602376b613)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:34:31.019106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144ee475-42ba-4197-b3b9-4e1b9926be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df725cb0-7f97-40bc-a8c1-361119da5421'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:34:31.019932 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5b84654d-a6a9-4011-a927-0820f30110be req-cebc04a5-d73b-4e71-8668-ff43c9e4596b tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862806
Feb 03 12:34:31.020042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-3912bef5-9d03-41b4-9fba-79ab0eab1ed9 req-0d678394-7678-4683-acf3-df36c68146c6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Synchronizing usage tracker for tenant:3698844f87134bf89829473444d0544f on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:34:31.025876 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cc20c7ef-c4b6-4aae-878c-eaa1e46ba486 req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.86 "DELETE /v2.0/ports/009a75e0-63e1-45a0-af03-ad0fb5c6b13e HTTP/1.1" status: 204  len: 173 time: 1.3541036
Feb 03 12:34:31.073379 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e74c8d7-6d9b-431b-abcb-7608d21c4a75', 'name': 'network-vif-deleted', 'tag': '009a75e0-63e1-45a0-af03-ad0fb5c6b13e', 'status': 'completed', 'code': 200}
Feb 03 12:34:31.078647 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:31.080217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-3912bef5-9d03-41b4-9fba-79ab0eab1ed9 req-0d678394-7678-4683-acf3-df36c68146c6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Unset dirty status for tenant:3698844f87134bf89829473444d0544f on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:34:31.080680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:31.082387 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3912bef5-9d03-41b4-9fba-79ab0eab1ed9 req-0d678394-7678-4683-acf3-df36c68146c6 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 210 time: 0.1192470
Feb 03 12:34:31.133968 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 009a75e0-63e1-45a0-af03-ad0fb5c6b13e no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:34:31.172613 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144ee475-42ba-4197-b3b9-4e1b9926be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df725cb0-7f97-40bc-a8c1-361119da5421', 'code': 200}
Feb 03 12:34:31.188324 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] No Port match for: 009a75e0-63e1-45a0-af03-ad0fb5c6b13e {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:34:31.188717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 009a75e0-63e1-45a0-af03-ad0fb5c6b13e not bound to the agent host hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:34:31.207723 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=df725cb0-7f97-40bc-a8c1-361119da5421,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:31.210987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:31.484269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97f399-eb03-4cce-86a4-7ab859ab0167 req-af87d2bd-0f7d-4fac-bb25-3e7a55430340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:31.485965 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de97f399-eb03-4cce-86a4-7ab859ab0167 req-af87d2bd-0f7d-4fac-bb25-3e7a55430340 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 1166 time: 0.0805728
Feb 03 12:34:31.541388 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de97f399-eb03-4cce-86a4-7ab859ab0167 req-67f5a1ab-a859-4eab-852b-bf006cd749a6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385802
Feb 03 12:34:31.677388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device df725cb0-7f97-40bc-a8c1-361119da5421 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:34:31.755160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port df725cb0-7f97-40bc-a8c1-361119da5421 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:31.755593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:32.294838 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5cd7ba4c-814f-482a-aba2-34123168b022 req-3dfb9f1e-a66e-4fa7-8639-d0a6fb41c852 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e74c8d7-6d9b-431b-abcb-7608d21c4a75 HTTP/1.1" status: 200  len: 210 time: 0.0521238
Feb 03 12:34:32.340342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a329-2461-4d07-917c-0278bc1e723f req-3920bb2a-6d4b-46bd-ae36-16436d23075c tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:32.342104 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a103a329-2461-4d07-917c-0278bc1e723f req-3920bb2a-6d4b-46bd-ae36-16436d23075c tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 949 time: 0.1945105
Feb 03 12:34:32.407588 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a103a329-2461-4d07-917c-0278bc1e723f req-2fa5bf82-f184-48f3-8bf7-860e0eac4b7f tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583630
Feb 03 12:34:33.699983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device df725cb0-7f97-40bc-a8c1-361119da5421 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:34:33.718931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb98b8-d8c0-414f-bcd5-474e7eeac7d7 req-ae77d7e4-d9bc-4f46-815b-3426399e8dc8 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:33.727615 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9dcb98b8-d8c0-414f-bcd5-474e7eeac7d7 req-ae77d7e4-d9bc-4f46-815b-3426399e8dc8 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 949 time: 0.1844637
Feb 03 12:34:33.791428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port df725cb0-7f97-40bc-a8c1-361119da5421 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:34:33.791919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:33.795747 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9dcb98b8-d8c0-414f-bcd5-474e7eeac7d7 req-73eab019-7b31-4ae4-b36d-0f8496ddeda2 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669045
Feb 03 12:34:34.153413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 54192) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:34.611608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09013f8-b169-4039-b359-009da4d69515 req-46426137-daaf-4397-838a-fb76d064d6e0 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:34.613285 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c09013f8-b169-4039-b359-009da4d69515 req-46426137-daaf-4397-838a-fb76d064d6e0 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 949 time: 0.3821385
Feb 03 12:34:34.716973 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c09013f8-b169-4039-b359-009da4d69515 req-303838c7-7604-45cf-96cf-11146ddfeca2 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909393
Feb 03 12:34:34.939104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728049'] for router_interface, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:35.521517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Deleting port 15360f52-3912-4458-a2b2-96005416217a {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:34:35.521951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:35.718039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] For port 15360f52-3912-4458-a2b2-96005416217a, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=15360f52-3912-4458-a2b2-96005416217a,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:34:35.718610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:35.850183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Calling delete_port for 15360f52-3912-4458-a2b2-96005416217a owned by network:router_interface {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:34:36.018696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1901-eeb0-4f50-bf23-9b2269e08dd5 req-1224706a-92ea-4b77-843f-bbb79718dae4 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:36.020459 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0acb1901-eeb0-4f50-bf23-9b2269e08dd5 req-1224706a-92ea-4b77-843f-bbb79718dae4 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 949 time: 0.1728914
Feb 03 12:34:36.086484 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0acb1901-eeb0-4f50-bf23-9b2269e08dd5 req-7d5aef11-4a14-49d3-9565-73302667c122 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/security-groups?id=33b5cd7a-5522-4d14-ba48-03d9da9ea693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593290
Feb 03 12:34:36.191426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:36.209834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b58c31c8-3f77-41d8-bedf-d6ce947de02e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:36.309585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Pushing event deleted for resources: {'Port': ['ID=15360f52-3912-4458-a2b2-96005416217a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:36.323363 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.323777 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.324178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.324580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.324975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.325367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.325767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.326166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.326558 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.326964 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.327351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.327721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.328143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.328535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.328920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.329306 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.329688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.330204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.330519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.330910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.331298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.331684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.332069 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.332458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:34:36.342473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:36.612583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-c748f067-22ef-4e4a-b97b-0a0fa8ceb4d8 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:34:36.614154 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-c748f067-22ef-4e4a-b97b-0a0fa8ceb4d8 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.86 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 949 time: 0.1762013
Feb 03 12:34:36.640828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853142545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853048971'] for router_interface, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:36.711416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Deleting port df725cb0-7f97-40bc-a8c1-361119da5421 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:34:36.711738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:36.751981 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:36.988243 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] For port df725cb0-7f97-40bc-a8c1-361119da5421, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=df725cb0-7f97-40bc-a8c1-361119da5421,segment=NetworkSegment(bf06e99e-56d0-4715-9bd3-a0602376b613),segment_id=bf06e99e-56d0-4715-9bd3-a0602376b613)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:34:36.988679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:37.122513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Calling delete_port for df725cb0-7f97-40bc-a8c1-361119da5421 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:34:37.159351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Router 80b25bba-4c66-491a-ad8f-8489e6aefa72 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:34:37.279998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:37.295181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1b8bafa-75ab-4904-97bb-b9af3c2da049 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:37.347108 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Pushing event deleted for resources: {'Port': ['ID=df725cb0-7f97-40bc-a8c1-361119da5421,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:37.357166 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fc9bb0b5-1077-4098-9514-8de4795c5378 req-54260f40-ab25-488f-ac93-5fc3477a3e55 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.38 "GET /v2.0/ports?device_id=144ee475-42ba-4197-b3b9-4e1b9926be9d HTTP/1.1" status: 200  len: 210 time: 0.1186140
Feb 03 12:34:37.398806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:37.400563 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:34:37.414910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] Sync routers for ids ['80b25bba-4c66-491a-ad8f-8489e6aefa72'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:34:37.426381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] Routers {'80b25bba-4c66-491a-ad8f-8489e6aefa72'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:34:37.427424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02f2b710>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:34:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['80b25bba-4c66-491a-ad8f-8489e6aefa72'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:37.428450 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] 10.222.0.38 "PUT /v2.0/routers/80b25bba-4c66-491a-ad8f-8489e6aefa72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2734776
Feb 03 12:34:37.431102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 54202) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:37.538246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] No DVR routers for this DVR port df725cb0-7f97-40bc-a8c1-361119da5421 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:34:37.541277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:37.554171 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144ee475-42ba-4197-b3b9-4e1b9926be9d', 'name': 'network-vif-deleted', 'tag': 'df725cb0-7f97-40bc-a8c1-361119da5421'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:34:37.562185 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-68f3513d-160d-4e1b-9ee9-b9d795b86c4f req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] 10.222.0.86 "DELETE /v2.0/ports/df725cb0-7f97-40bc-a8c1-361119da5421 HTTP/1.1" status: 204  len: 173 time: 0.9408607
Feb 03 12:34:37.629380 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144ee475-42ba-4197-b3b9-4e1b9926be9d', 'name': 'network-vif-deleted', 'tag': 'df725cb0-7f97-40bc-a8c1-361119da5421', 'status': 'completed', 'code': 200}
Feb 03 12:34:37.629794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] Set router 80b25bba-4c66-491a-ad8f-8489e6aefa72 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:34:37.739504 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device df725cb0-7f97-40bc-a8c1-361119da5421 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:34:37.805814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] No Port match for: df725cb0-7f97-40bc-a8c1-361119da5421 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:34:37.806388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device df725cb0-7f97-40bc-a8c1-361119da5421 not bound to the agent host hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:34:38.133204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Notify callbacks [] for router, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:38.163579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02f2b710>, [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:34:36Z', 'revision_number': 5, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:38.168309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] Checking router: 80b25bba-4c66-491a-ad8f-8489e6aefa72 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:34:38.177841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] Routers {'80b25bba-4c66-491a-ad8f-8489e6aefa72'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:34:38.178517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02f2b710>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:34:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['80b25bba-4c66-491a-ad8f-8489e6aefa72'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:38.326408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:38.333608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Deleting port 62644e02-113f-4f07-a3fa-9dbb19927507 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:34:38.334035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:38.380763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] Set router 80b25bba-4c66-491a-ad8f-8489e6aefa72 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:34:38.534040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] For port 62644e02-113f-4f07-a3fa-9dbb19927507, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=62644e02-113f-4f07-a3fa-9dbb19927507,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:34:38.534593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:38.670071 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Calling delete_port for 62644e02-113f-4f07-a3fa-9dbb19927507 owned by network:router_gateway {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:34:38.696616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02f2b710>, [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:34:36Z', 'revision_number': 5, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:38.701016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1488b0-df59-44c2-b44a-2cdaa598b08c None None] The sync data for ids ['80b25bba-4c66-491a-ad8f-8489e6aefa72'] in dv-cinder-773876-1-iscsi is: [{'id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'name': 'tempest-TestMinimumBasicScenario-2020395527-router', 'tenant_id': '3698844f87134bf89829473444d0544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:39Z', 'updated_at': '2021-02-03T12:34:36Z', 'revision_number': 5, 'project_id': '3698844f87134bf89829473444d0544f', 'gw_port': {'id': '62644e02-113f-4f07-a3fa-9dbb19927507', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b25bba-4c66-491a-ad8f-8489e6aefa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:41Z', 'updated_at': '2021-02-03T12:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:34:38.828693 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.plugins.ml2.ovo_rpc [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     result = function(*args, **kwargs)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     proto.__init__(conn_state, self)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.handle()
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.handle_one_request()
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.handle_one_response()
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     result = self.application(self.environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return app(environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = req.get_response(self.application)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = req.get_response(self.application)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = req.get_response(self.application)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = req.get_response(self.application)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return request.get_response(self.application)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = req.get_response(self._app)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     application, catch_exc_info=False)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     app_iter = application(self.environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return resp(environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return resp(environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     response = self.app(environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return resp(environ, start_response)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     resp = self.call_func(req, *args, **kw)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.func(req, *args, **kwargs)
Feb 03 12:34:38.835163 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     result = method(request=request, **args)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._delete(request, id, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*args, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*args, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*dup_args, **dup_kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     obj_deleter(request.context, id, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return method(*args, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*args, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*args, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(*dup_args, **dup_kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._delete_current_gw_port(context, id, router, None)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, context, *args, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return method(*args, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     context, port, router_ids, bound_mech_contexts)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     return function(*args, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     callback(resource, event, trigger, **kwargs)
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     if self._is_session_semantic_violated(context, resource, event):
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]:     stack = traceback.extract_stack()
Feb 03 12:34:38.841315 dv-cinder-773876-1-iscsi neutron-server[80003]: 
Feb 03 12:34:39.050242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047917'] for router_gateway, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:39.198894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853025825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771993'] for router, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:39.201320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:39.294088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1747052'] for router, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:39.294669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80b25bba-4c66-491a-ad8f-8489e6aefa72 {{(pid=80115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 12:34:39.311192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:39.312651 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a969077b-5908-4502-a19f-150c1ca0e3af admin admin] 10.222.0.38 "DELETE /v2.0/routers/80b25bba-4c66-491a-ad8f-8489e6aefa72 HTTP/1.1" status: 204  len: 168 time: 1.8803427
Feb 03 12:34:39.316017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 54288) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:39.388760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06096f0-ec07-4f73-9239-8c0a73d57184 admin admin] Deleting subnet f5c3ab20-38ee-4e23-b666-1e389b2e2eaa {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:34:39.392136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c06096f0-ec07-4f73-9239-8c0a73d57184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:39.417038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 15360f52-3912-4458-a2b2-96005416217a no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:34:39.456413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c06096f0-ec07-4f73-9239-8c0a73d57184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315325'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:39.459010 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 15360f52-3912-4458-a2b2-96005416217a {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:34:39.459407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 15360f52-3912-4458-a2b2-96005416217a not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:34:39.595175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c06096f0-ec07-4f73-9239-8c0a73d57184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:39.894075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c06096f0-ec07-4f73-9239-8c0a73d57184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6455435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848430674'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:39.910752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:39.953889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06096f0-ec07-4f73-9239-8c0a73d57184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c3ab20-38ee-4e23-b666-1e389b2e2eaa,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:40.003379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c06096f0-ec07-4f73-9239-8c0a73d57184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:40.052690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c06096f0-ec07-4f73-9239-8c0a73d57184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:40.059301 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c06096f0-ec07-4f73-9239-8c0a73d57184 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f5c3ab20-38ee-4e23-b666-1e389b2e2eaa HTTP/1.1" status: 204  len: 168 time: 0.7421303
Feb 03 12:34:40.062334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 54358) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:40.063477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ef702-a203-4cc0-b1be-cc9403dfe4f4 None None] Network cae0d62e-0834-4404-b104-89c82301edff requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:34:40.183007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:40.257283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Deleting port f528f90c-a946-4384-90c0-ba2d03bbb54f {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:34:40.257681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:40.339996 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] DHCP port deletion for cae0d62e-0834-4404-b104-89c82301edff request from dv-cinder-773876-1-iscsi {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 12:34:40.344734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] Deleting port f528f90c-a946-4384-90c0-ba2d03bbb54f {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:34:40.345356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:40.485826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] For port f528f90c-a946-4384-90c0-ba2d03bbb54f, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=f528f90c-a946-4384-90c0-ba2d03bbb54f,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:34:40.486293 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:40.578279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] For port f528f90c-a946-4384-90c0-ba2d03bbb54f, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=f528f90c-a946-4384-90c0-ba2d03bbb54f,segment=NetworkSegment(717a5cb6-7f60-4c42-b5bf-7661480ac96a),segment_id=717a5cb6-7f60-4c42-b5bf-7661480ac96a)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:34:40.578651 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:40.625926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Calling delete_port for f528f90c-a946-4384-90c0-ba2d03bbb54f owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:34:40.707158 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:40.722985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-523c8e98-b7e6-4b45-ade8-ed5c2c711119 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:40.723347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] Calling delete_port for f528f90c-a946-4384-90c0-ba2d03bbb54f owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:34:40.876920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:34:40.876920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:34:41.054719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f528f90c-a946-4384-90c0-ba2d03bbb54f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:41.067569 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:41.100155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] No DVR routers for this DVR port f528f90c-a946-4384-90c0-ba2d03bbb54f on host dv-cinder-773876-1-iscsi {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:34:41.222411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:41.339561 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a030a9358>,) {'filters': {'network_id': ['cae0d62e-0834-4404-b104-89c82301edff']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:41.352776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a030a9358>, '717a5cb6-7f60-4c42-b5bf-7661480ac96a') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:41.353090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a030a9358>, '717a5cb6-7f60-4c42-b5bf-7661480ac96a') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:34:41.365715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853460491'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:41.378147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] Deleting port f528f90c-a946-4384-90c0-ba2d03bbb54f {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:34:41.378683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:41.384815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:41.386990 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:34:41.466975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-fd3eb7f7-92d6-4e6f-94d8-94f1ab54ca0f None None] The port 'f528f90c-a946-4384-90c0-ba2d03bbb54f' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 12:34:41.477703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device f528f90c-a946-4384-90c0-ba2d03bbb54f no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:34:41.514837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: f528f90c-a946-4384-90c0-ba2d03bbb54f {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:34:41.515217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device f528f90c-a946-4384-90c0-ba2d03bbb54f not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:34:41.515672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 62644e02-113f-4f07-a3fa-9dbb19927507 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:34:41.555602 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 62644e02-113f-4f07-a3fa-9dbb19927507 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:34:41.556007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 62644e02-113f-4f07-a3fa-9dbb19927507 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:34:41.583652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Network cae0d62e-0834-4404-b104-89c82301edff has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:34:41.592678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6455524'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:41.781917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Network cae0d62e-0834-4404-b104-89c82301edff has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:34:41.804934 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:34:41.888743 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:41.892376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:41.906840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:41.922111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae0d62e-0834-4404-b104-89c82301edff,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:41.925983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:41.938332 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cae0d62e-0834-4404-b104-89c82301edff HTTP/1.1" status: 204  len: 168 time: 1.8745272
Feb 03 12:34:42.097119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 54442) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:42.152290 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-dfffd1c4-927f-4d64-9821-71227c97d676 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3698844f87134bf89829473444d0544f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0538008
Feb 03 12:34:42.155942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 54446) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:42.219759 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-61445d02-a7f7-4437-bd4c-a8aaa731e17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:42.249417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-61445d02-a7f7-4437-bd4c-a8aaa731e17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:42.306542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-61445d02-a7f7-4437-bd4c-a8aaa731e17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:42.311943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8c9f8dd2-f762-4d0e-aa29-dd3b8532094f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:42.327714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61445d02-a7f7-4437-bd4c-a8aaa731e17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8bdec8-5be6-4541-be19-0f64a174cae5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:42.330961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-61445d02-a7f7-4437-bd4c-a8aaa731e17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:42.333167 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-61445d02-a7f7-4437-bd4c-a8aaa731e17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:42.334729 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-61445d02-a7f7-4437-bd4c-a8aaa731e17e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c8bdec8-5be6-4541-be19-0f64a174cae5 HTTP/1.1" status: 204  len: 168 time: 0.1775036
Feb 03 12:34:43.333988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 54458) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:43.535324 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0238d5d8-0f20-4bd6-9870-7e0f4078c59f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=735eb8f8545a441e8a48e5093485eff6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2000096
Feb 03 12:34:43.539198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 54464) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:34:43.607962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-16accd50-40b6-48da-a9b0-f9154738898e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:43.637110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-16accd50-40b6-48da-a9b0-f9154738898e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:43.698043 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-16accd50-40b6-48da-a9b0-f9154738898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:43.702070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-91c7a5a9-8b7e-442d-9790-9e393ad5bb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:34:43.716947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16accd50-40b6-48da-a9b0-f9154738898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b5cd7a-5522-4d14-ba48-03d9da9ea693,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:34:43.719956 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-16accd50-40b6-48da-a9b0-f9154738898e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:34:43.726984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-16accd50-40b6-48da-a9b0-f9154738898e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:43.728222 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-16accd50-40b6-48da-a9b0-f9154738898e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33b5cd7a-5522-4d14-ba48-03d9da9ea693 HTTP/1.1" status: 204  len: 168 time: 0.1880550
Feb 03 12:34:52.470656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73a7ad3a-f7e6-4287-8cf8-64d73aca1b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:55.014952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-13626388-9be3-4bfe-b7e4-e62d4a179b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:55.018528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:34:55.605160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:56.242372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:34:56.979278 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:00.808973 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-f1de234d-bb89-42d8-bacf-ca19aba5437b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0818057
Feb 03 12:35:00.986567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-dd047f6d-30c4-4734-b7e8-9bcd95fb46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:00.988242 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-dd047f6d-30c4-4734-b7e8-9bcd95fb46d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 1163 time: 0.0892785
Feb 03 12:35:01.155508 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-4b400dfb-ba08-4e9a-92ef-88f141b42478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:01.157104 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-4b400dfb-ba08-4e9a-92ef-88f141b42478 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 910 time: 0.1409411
Feb 03 12:35:01.272675 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-5d66004e-7537-45bd-afb7-c7dc48ad0daa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1561c41-dd78-4886-a204-22fc9904f9d6 HTTP/1.1" status: 200  len: 1002 time: 0.1056521
Feb 03 12:35:01.356016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-d80071d9-4806-48e8-bca8-49ea37de6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:01.357581 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-d80071d9-4806-48e8-bca8-49ea37de6282 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.0680931
Feb 03 12:35:01.451184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-c141d51c-e35b-406d-aa02-e54d115ea18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:01.452792 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-c141d51c-e35b-406d-aa02-e54d115ea18d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843272
Feb 03 12:35:01.607975 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-f7c7b707-de88-47f3-a68b-ebb16a37a306 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398163
Feb 03 12:35:01.757139 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df834304-c696-4a34-8b46-34143e4bbcf4 req-6c613a30-8292-46d9-bcb0-39ac63433488 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402404
Feb 03 12:35:05.880701 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9affb-e403-4c0f-8ac4-705bb10ebb0d req-eb6242ca-b759-4204-b09d-64e0cf8d82b6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:05.882268 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-86d9affb-e403-4c0f-8ac4-705bb10ebb0d req-eb6242ca-b759-4204-b09d-64e0cf8d82b6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1691217
Feb 03 12:35:05.952815 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-86d9affb-e403-4c0f-8ac4-705bb10ebb0d req-8dec465a-10a8-41fc-8e57-320d61817a22 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607719
Feb 03 12:35:06.775253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:07.278729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95382e-f48e-41ef-a390-0de979dd913f req-1a06128a-0680-47d3-ac6e-fcc97b30e204 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:07.280400 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fe95382e-f48e-41ef-a390-0de979dd913f req-1a06128a-0680-47d3-ac6e-fcc97b30e204 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1777656
Feb 03 12:35:07.346753 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fe95382e-f48e-41ef-a390-0de979dd913f req-db2bd015-3bf3-4bd7-a04d-9d6ccd76794b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590789
Feb 03 12:35:07.859504 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device d1561c41-dd78-4886-a204-22fc9904f9d6 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:35:07.868098 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-b65e9072-ba82-40f0-9bb7-0d71b7d163d6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:07.869768 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-b65e9072-ba82-40f0-9bb7-0d71b7d163d6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.86 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 946 time: 0.1835568
Feb 03 12:35:07.968415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Deleting port d1561c41-dd78-4886-a204-22fc9904f9d6 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:35:07.968827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:07.990806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:08.020191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:35:08.030876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port d1561c41-dd78-4886-a204-22fc9904f9d6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=d1561c41-dd78-4886-a204-22fc9904f9d6,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:35:08.034275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:08.036160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:08.110621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=d1561c41-dd78-4886-a204-22fc9904f9d6,revision_number=7']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:08.119837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.120951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.121342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.121898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.122282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.123586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.123586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.123586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.123849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.124148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.124510 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.124939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.126124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.126516 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.126892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.127367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.127750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.128141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.129129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.129129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.129329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.129575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.129976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.130345 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:08.135271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:08.220342 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6', 'code': 200}
Feb 03 12:35:08.265266 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] For port d1561c41-dd78-4886-a204-22fc9904f9d6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=d1561c41-dd78-4886-a204-22fc9904f9d6,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:35:08.265718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:08.636391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:08.637002 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:08.637144 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Floating IP 34fe962c-cd9c-46e2-a2a7-ea28ba5cda8d disassociated. External IP: 172.27.0.235, port: d1561c41-dd78-4886-a204-22fc9904f9d6.
Feb 03 12:35:08.637479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Calling delete_port for d1561c41-dd78-4886-a204-22fc9904f9d6 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:35:08.807331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c94c41-7f9b-4ee9-ba7d-3e64dae13163 req-e810a0b8-9597-45fd-be4e-b4595f020771 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:08.808909 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-41c94c41-7f9b-4ee9-ba7d-3e64dae13163 req-e810a0b8-9597-45fd-be4e-b4595f020771 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 944 time: 0.2757072
Feb 03 12:35:08.931122 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-41c94c41-7f9b-4ee9-ba7d-3e64dae13163 req-013d35e1-37c9-4b36-9cce-b4b6e1ce9de5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=9882e916-3c15-475b-a763-99d393794516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822456
Feb 03 12:35:08.932291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:08.949436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-df1e3242-3763-40d4-a72a-807f9a7bff68 tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:09.046655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event deleted for resources: {'Port': ['ID=d1561c41-dd78-4886-a204-22fc9904f9d6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:09.053104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:09.552837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:35:09.755759 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:35:09.765954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] Sync routers for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:35:09.777021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:35:09.777687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03b38940>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:34:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:35:09.800311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] No DVR routers for this DVR port d1561c41-dd78-4886-a204-22fc9904f9d6 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:35:09.802735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:09.805521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'name': 'network-vif-deleted', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:35:09.822073 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7e14cc6c-a3dc-4750-9b3b-d035bfed1196 req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.86 "DELETE /v2.0/ports/d1561c41-dd78-4886-a204-22fc9904f9d6 HTTP/1.1" status: 204  len: 173 time: 1.9434934
Feb 03 12:35:09.867738 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b1d821-5c56-4603-aabc-49b066698437', 'name': 'network-vif-deleted', 'tag': 'd1561c41-dd78-4886-a204-22fc9904f9d6', 'status': 'completed', 'code': 200}
Feb 03 12:35:09.985707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:35:10.145276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-70face7a-d32d-4584-b9a4-ef5a874d89d6 req-66e6cc0e-ba77-4fa5-bf45-298f72a2121a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Synchronizing usage tracker for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:35:10.162810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-70face7a-d32d-4584-b9a4-ef5a874d89d6 req-66e6cc0e-ba77-4fa5-bf45-298f72a2121a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Unset dirty status for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:35:10.164110 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-70face7a-d32d-4584-b9a4-ef5a874d89d6 req-66e6cc0e-ba77-4fa5-bf45-298f72a2121a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1d821-5c56-4603-aabc-49b066698437 HTTP/1.1" status: 200  len: 210 time: 0.0682023
Feb 03 12:35:10.337254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03b38940>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:35:10.341684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] Checking router: 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:35:10.351668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:35:10.352352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03b38940>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:34:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:35:10.554920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:35:10.909192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03b38940>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:35:10.913825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40112a-a605-4e38-a7c7-0f3a5d1e8cb1 None None] The sync data for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi is: [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:35:11.300216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94060007-9b0d-4d85-9d49-d08dc539db3a None None] New status for floating IP 34fe962c-cd9c-46e2-a2a7-ea28ba5cda8d: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:35:11.330680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 54516) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:35:11.416267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5133-f69b-49df-98f7-2cccc16e6ad1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:11.450298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5133-f69b-49df-98f7-2cccc16e6ad1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:11.497143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5133-f69b-49df-98f7-2cccc16e6ad1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:11.503236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9dc7b0ad-24f2-4987-9395-e000ef676468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:11.520062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e5133-f69b-49df-98f7-2cccc16e6ad1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9882e916-3c15-475b-a763-99d393794516,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:11.525842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0f5e5133-f69b-49df-98f7-2cccc16e6ad1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:11.527912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5133-f69b-49df-98f7-2cccc16e6ad1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:11.529120 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0f5e5133-f69b-49df-98f7-2cccc16e6ad1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "DELETE /v2.0/security-groups/9882e916-3c15-475b-a763-99d393794516 HTTP/1.1" status: 204  len: 168 time: 0.1974010
Feb 03 12:35:11.532180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 54520) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:35:11.551311 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.v2.resource [None req-362b4316-3881-4644-ab63-21f4cb2d9abe tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] show failed (client error): The resource could not be found.
Feb 03 12:35:11.552404 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-362b4316-3881-4644-ab63-21f4cb2d9abe tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups/9882e916-3c15-475b-a763-99d393794516 HTTP/1.1" status: 404  len: 347 time: 0.0188181
Feb 03 12:35:11.555470 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 54524) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:35:11.745610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Deleting port e36d3728-5ce9-4f7d-b108-ec624cf6822b {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:35:11.745924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:11.937562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:11.938195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:12.076550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Calling delete_port for e36d3728-5ce9-4f7d-b108-ec624cf6822b owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:35:12.243712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:12.259567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:12.355722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event deleted for resources: {'Port': ['ID=e36d3728-5ce9-4f7d-b108-ec624cf6822b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:12.364727 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:12.495054 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:12.520512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:12.522600 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "DELETE /v2.0/floatingips/34fe962c-cd9c-46e2-a2a7-ea28ba5cda8d HTTP/1.1" status: 204  len: 168 time: 0.9658623
Feb 03 12:35:12.905469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 54530) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:35:12.911823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842157267', 'description': 'tempest-description--2129467576'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:35:12.934245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:35:12.939100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Usage tracker for resource:security_group and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:35:12.942359 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:35:12.948283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:35:12.963217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:12.985448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:35:12.990028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Usage tracker for resource:security_group_rule and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:35:12.993172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:35:12.999375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:35:13.076263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.081929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.091064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2b0a4fb5-4688-48bd-b761-e552c05d14c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:13.135909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81dc262-4039-4d90-ad98-4f417ef262e5,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:13.138832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.140274 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2335734
Feb 03 12:35:13.141186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7a565331-52d3-4582-b297-426185c67a36 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:13.144078 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 54534) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:35:13.149925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'security_group_rule': {'security_group_id': 'f81dc262-4039-4d90-ad98-4f417ef262e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:35:13.172621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:35:13.177170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Usage tracker for resource:security_group_rule and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:35:13.180296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:35:13.186544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:35:13.211283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.278097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.282216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.284353 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:13.307065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cebf7f3-9a66-4e1e-a373-d5727c2216e9,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:13.309540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:13.316891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.318192 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-25f47b51-83a4-4586-9dd1-0c40a0909dac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1730232
Feb 03 12:35:13.322238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 54538) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:35:13.327703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'security_group_rule': {'security_group_id': 'f81dc262-4039-4d90-ad98-4f417ef262e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:35:13.349878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:35:13.353982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Usage tracker for resource:security_group_rule and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:35:13.357023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:35:13.363640 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:35:13.395258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.464711 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.468856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.471127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:13.494745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069c45c8-ff20-40e2-8459-ef134fde5894,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:13.497319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:13.505594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.506964 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3f1173d6-e719-44fe-a0d7-c3876a1438c3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1837454
Feb 03 12:35:13.512089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 54542) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:35:13.519159 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'floatingip': {'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:35:13.541040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:35:13.545457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Usage tracker for resource:floatingip and tenant:4b6de16555104ac9bda36ec964e4c2cf is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:35:13.548788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:35:13.554998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:35:13.567652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:13.722988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:14.214739 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Allocated IP 172.27.0.13 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/f7b7bbd5-b304-473d-90d8-e04ab91922fe) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:35:14.383032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:14.415425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:14.428372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:14.565714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'Port': ['ID=f7b7bbd5-b304-473d-90d8-e04ab91922fe,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:14.569151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:14.629488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:35:14.630636 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:35:14.633552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:35:14.730513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:14.797227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:15.075387 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:15.082135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:15.103887 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-33187111-fd04-4a59-8484-dcbeaaf52162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:15.244437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'Port': ['ID=f7b7bbd5-b304-473d-90d8-e04ab91922fe,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:15.248779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:15.366907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:15.393407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:15.394823 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8814366
Feb 03 12:35:15.615006 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-01f3467d-eab7-4400-b3cb-4dc969c78a59 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--842157267&fields=id&tenant_id=4b6de16555104ac9bda36ec964e4c2cf HTTP/1.1" status: 200  len: 267 time: 0.0602779
Feb 03 12:35:15.865755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b39700-02d8-414f-a521-d9f00731ad78 req-156202d7-f27a-4130-9eb3-649b299a3e83 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:15.867263 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-156202d7-f27a-4130-9eb3-649b299a3e83 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 816 time: 0.2448661
Feb 03 12:35:15.886930 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-a678d2e3-596b-45a9-85bf-2eb4b4cf63b5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/quotas/4b6de16555104ac9bda36ec964e4c2cf HTTP/1.1" status: 200  len: 375 time: 0.0103765
Feb 03 12:35:16.031952 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-e50e14ac-2162-4e7c-86aa-e05fca0f4113 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1369987
Feb 03 12:35:16.195832 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-5f15538d-a521-44f6-b168-d8f65162fa7f service neutron] 10.222.0.38 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436739
Feb 03 12:35:16.353373 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-05bc4412-2f92-449d-84a3-0019e55c99ce service neutron] 10.222.0.38 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474192
Feb 03 12:35:16.568325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-dc7403ef-64f8-492d-adfe-6e410a00a396 req-efa738d2-048f-4545-b167-ed2093216dad tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Synchronizing usage tracker for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:35:16.585351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-dc7403ef-64f8-492d-adfe-6e410a00a396 req-efa738d2-048f-4545-b167-ed2093216dad tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Unset dirty status for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:35:16.586657 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dc7403ef-64f8-492d-adfe-6e410a00a396 req-efa738d2-048f-4545-b167-ed2093216dad tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 210 time: 0.0698960
Feb 03 12:35:17.799834 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f613c8c2-5928-4815-a902-e49191c5beb9 req-27672526-b3d0-44bd-b3ab-63e46c43cc91 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 210 time: 0.0651197
Feb 03 12:35:17.935179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b39700-02d8-414f-a521-d9f00731ad78 req-0a5821bf-fdc3-4a36-bb16-4d195a6e94d9 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:17.937145 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-0a5821bf-fdc3-4a36-bb16-4d195a6e94d9 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 816 time: 0.2931981
Feb 03 12:35:18.056083 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-79df0392-94c7-43b5-bbbb-fef99cda8b72 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4b6de16555104ac9bda36ec964e4c2cf HTTP/1.1" status: 200  len: 5708 time: 0.1011457
Feb 03 12:35:18.068495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'port': {'device_id': '06fc9810-b584-4102-bc04-4f06847d4714', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'admin_state_up': True, 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'security_groups': ['f81dc262-4039-4d90-ad98-4f417ef262e5']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:35:18.214394 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:35:18.225482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:35:18.236902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Made reservation on behalf of 4b6de16555104ac9bda36ec964e4c2cf for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:35:18.263710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:18.599129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Allocated IP 172.20.0.10 (77f62c44-14af-4652-8ba8-561fe738d674/3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d/6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:35:18.807692 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:18.824693 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Transition to ACTIVE for port object 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:35:18.852807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:18.868270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-560b9bfe-e143-4b98-9d58-873c8795ed86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:19.009881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event updated for resources: {'Port': ['ID=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:19.036780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.037201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.037615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.038073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.038473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.038845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.039283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.039679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.040074 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.040470 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.040849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.041237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.041674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.042104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.042495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.042897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.043287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.043680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.044073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.044465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.044834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.045235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.045625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.046044 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:35:19.052711 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:19.089571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Network 77f62c44-14af-4652-8ba8-561fe738d674 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:35:19.090808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:35:19.093053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:35:19.126236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5611194-c028-4a75-8346-f7c91fa6b41d req-2035b99f-1430-44d4-961f-7b2f3db0c733 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:19.128169 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b5611194-c028-4a75-8346-f7c91fa6b41d req-2035b99f-1430-44d4-961f-7b2f3db0c733 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 932 time: 0.1773946
Feb 03 12:35:19.195173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-b5611194-c028-4a75-8346-f7c91fa6b41d req-93efeae5-b7e4-439e-b314-322b3ad385a7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Synchronizing usage tracker for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:35:19.211674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-b5611194-c028-4a75-8346-f7c91fa6b41d req-93efeae5-b7e4-439e-b314-322b3ad385a7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Unset dirty status for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:35:19.212951 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b5611194-c028-4a75-8346-f7c91fa6b41d req-93efeae5-b7e4-439e-b314-322b3ad385a7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783334
Feb 03 12:35:19.226553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:19.227299 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:19.254857 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1889689
Feb 03 12:35:19.267923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Request body: {'port': {'device_id': '06fc9810-b584-4102-bc04-4f06847d4714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:35:19.290924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-21433f95-262e-4875-82ba-bd4bec237ca1 None None] Provisioning for port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:35:19.295974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-21433f95-262e-4875-82ba-bd4bec237ca1 None None] Provisioning complete for port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:35:19.296400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-21433f95-262e-4875-82ba-bd4bec237ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:19.356607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-21433f95-262e-4875-82ba-bd4bec237ca1 None None] Port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:35:19.394213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:19.827620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:35:19.836052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:19.849075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Transition to ACTIVE for port object 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:35:19.853253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:19.870154 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fbe7c8fd-9ad6-4fc0-a8bb-f43e75032fe1 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:20.006026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Pushing event updated for resources: {'Port': ['ID=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:20.010607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:20.197674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Attempting to bind port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:35:20.198082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Attempting to bind port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:35:20.198421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Attempting to bind port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 on network 77f62c44-14af-4652-8ba8-561fe738d674 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:35:20.204362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:35:20.204736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Checking segment: {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:35:20.205137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:20.205508 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Bound using segment: {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:35:20.206024 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Bound port: 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cf9a46-1284-4906-a66d-f03b8a3202c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:35:20.206395 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:20.589820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] For port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:35:20.600334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] For port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:35:20.609454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:20.624017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e658def-23a4-4b43-bf9b-090c2b2e3ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:20.874880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cc0dd-6b4a-4aeb-8faf-9fdd32d746e9 req-025c5787-a1f2-45e7-b101-8c028e55d29c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:20.875590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2e3cc0dd-6b4a-4aeb-8faf-9fdd32d746e9 req-025c5787-a1f2-45e7-b101-8c028e55d29c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Synchronizing usage tracker for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:35:20.881037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Pushing event updated for resources: {'Port': ['ID=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:20.888677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:20.919918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2e3cc0dd-6b4a-4aeb-8faf-9fdd32d746e9 req-025c5787-a1f2-45e7-b101-8c028e55d29c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Unset dirty status for tenant:4b6de16555104ac9bda36ec964e4c2cf on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:35:20.921212 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2e3cc0dd-6b4a-4aeb-8faf-9fdd32d746e9 req-025c5787-a1f2-45e7-b101-8c028e55d29c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.3895748
Feb 03 12:35:20.927690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:20.928398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:20.929869 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] 10.222.0.86 "PUT /v2.0/ports/6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 HTTP/1.1" status: 200  len: 1158 time: 1.6665714
Feb 03 12:35:20.930442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:35:20.999157 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2e3cc0dd-6b4a-4aeb-8faf-9fdd32d746e9 req-695fad2f-09e1-44b2-a80b-7dfc71ef0ce7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628843
Feb 03 12:35:21.043662 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374', 'status': 'completed', 'code': 200}
Feb 03 12:35:21.086835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b39700-02d8-414f-a521-d9f00731ad78 req-e1a493d9-3387-4e40-bf56-1eefdb904dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:21.088503 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-e1a493d9-3387-4e40-bf56-1eefdb904dfe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 1161 time: 0.0883546
Feb 03 12:35:21.163688 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-d4944ee9-ae82-4d3f-88db-305980807c9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 HTTP/1.1" status: 200  len: 217 time: 0.0664401
Feb 03 12:35:21.249166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b39700-02d8-414f-a521-d9f00731ad78 req-f5c47ccb-c7fb-4c7d-80e6-5281b4cecb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:21.250773 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-f5c47ccb-c7fb-4c7d-80e6-5281b4cecb80 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.0767636
Feb 03 12:35:21.344625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b39700-02d8-414f-a521-d9f00731ad78 req-816a908f-d267-4e69-b330-8cc75be35a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:21.346425 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-816a908f-d267-4e69-b330-8cc75be35a88 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877445
Feb 03 12:35:21.499765 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-46990655-b5a2-4826-aa2f-f28cf24240b6 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406457
Feb 03 12:35:21.650005 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-32b39700-02d8-414f-a521-d9f00731ad78 req-dd17a5bb-98e1-4ecb-992f-3ebb1ac1c971 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389678
Feb 03 12:35:21.793820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-19428982-e5ec-4d9c-b786-872e78149f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:21.795403 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-19428982-e5ec-4d9c-b786-872e78149f45 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 1161 time: 0.0847352
Feb 03 12:35:21.942760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-a5bd2dab-ada2-49d3-b8bd-d3498f87fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:21.944381 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-a5bd2dab-ada2-49d3-b8bd-d3498f87fe0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 910 time: 0.1393690
Feb 03 12:35:22.020213 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-fcdbf5d1-aa20-4a99-9600-ebc2dca75cdf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 HTTP/1.1" status: 200  len: 217 time: 0.0667064
Feb 03 12:35:22.092763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-9b1aa6e0-7456-45be-8888-4044d2d28886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:22.094435 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-9b1aa6e0-7456-45be-8888-4044d2d28886 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.0671988
Feb 03 12:35:22.179212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-1f21a7e7-7c37-4d51-a631-2c87e926840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:22.180884 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-1f21a7e7-7c37-4d51-a631-2c87e926840d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787411
Feb 03 12:35:22.313242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d6ed8-e2ec-4e76-9b35-c5672d9332ae req-1ea3aea2-4189-4e96-8b37-6510567c9fcf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:22.315077 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a09d6ed8-e2ec-4e76-9b35-c5672d9332ae req-1ea3aea2-4189-4e96-8b37-6510567c9fcf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1702886
Feb 03 12:35:22.326397 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-9d31888b-4872-46da-a323-eb276c5dcd6d service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365676
Feb 03 12:35:22.388061 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a09d6ed8-e2ec-4e76-9b35-c5672d9332ae req-7443486e-87d4-4817-bae8-f63dddf75a6e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627139
Feb 03 12:35:22.465469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d970b54f-2a3d-4028-9871-20ba2369d3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:22.475795 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2b734bbd-b2e4-4d63-91a5-fdbae65a484b req-560a36a7-ad9d-4af6-acc0-662ef87c01e3 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422815
Feb 03 12:35:23.708516 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419f887-8419-48be-88cb-b83ee80478c1 req-bcbe410d-f90e-4b28-a1de-bd4f823c8cee tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:23.710095 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7419f887-8419-48be-88cb-b83ee80478c1 req-bcbe410d-f90e-4b28-a1de-bd4f823c8cee tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1729181
Feb 03 12:35:23.783769 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7419f887-8419-48be-88cb-b83ee80478c1 req-83ba2822-0818-464b-8d32-81f6be50c14c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644300
Feb 03 12:35:24.439867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:35:24.515752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:35:24.521315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:35:24.521780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:24.647728 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:24.675943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:35:24.688791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:35:24.695417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:24.698521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:35:24.900910 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374', 'code': 200}
Feb 03 12:35:24.942962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:35:24.946799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:35:25.017780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f7c52bd4-899b-4c44-b7d4-13ab80a1e0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:25.169876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef3fcc-f839-4091-b946-3a2bc9aafd5c req-47dc7edf-2493-491a-940c-7236723e1cc8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:25.171527 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ebef3fcc-f839-4091-b946-3a2bc9aafd5c req-47dc7edf-2493-491a-940c-7236723e1cc8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.2012067
Feb 03 12:35:25.174288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7193df-fc10-40be-b7ec-de9968321bc5 req-a555eafc-0c4f-465d-b12c-a7b6ef60d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:25.175773 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ad7193df-fc10-40be-b7ec-de9968321bc5 req-a555eafc-0c4f-465d-b12c-a7b6ef60d9d9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 1163 time: 0.2472954
Feb 03 12:35:25.268035 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ebef3fcc-f839-4091-b946-3a2bc9aafd5c req-70ea7cce-df40-40af-b91d-13a6addd9ac9 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885835
Feb 03 12:35:25.269741 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ad7193df-fc10-40be-b7ec-de9968321bc5 req-8c091be1-1790-4dfb-9a8a-7f96608a56a4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754740
Feb 03 12:35:25.622947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:26.053533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:35:26.140959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:35:26.141805 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:26.278405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:26.590594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd7fc7-0e78-4c61-be9c-de96db4b9c88 req-aefe3c86-36cd-4532-bba6-b20e55e8f2eb tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:26.592143 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cadd7fc7-0e78-4c61-be9c-de96db4b9c88 req-aefe3c86-36cd-4532-bba6-b20e55e8f2eb tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1718609
Feb 03 12:35:26.660840 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cadd7fc7-0e78-4c61-be9c-de96db4b9c88 req-e434b3fc-cb47-41e5-8efc-912ff862a458 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596030
Feb 03 12:35:26.985488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:27.995241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23910f3f-f100-47d3-ac73-f7193f689ac4 req-991d23c9-af78-4c20-9ea9-137b9fae0403 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:27.997002 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23910f3f-f100-47d3-ac73-f7193f689ac4 req-991d23c9-af78-4c20-9ea9-137b9fae0403 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1784198
Feb 03 12:35:28.082360 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23910f3f-f100-47d3-ac73-f7193f689ac4 req-9d14d377-9fa0-49c9-93e7-afe773435a7c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765569
Feb 03 12:35:28.403350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7797f-0bf5-4218-b10a-4c7efc7ee318 req-8040fb09-acb3-40d9-a49a-4135a163be1b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:28.405077 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-86f7797f-0bf5-4218-b10a-4c7efc7ee318 req-8040fb09-acb3-40d9-a49a-4135a163be1b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1740310
Feb 03 12:35:28.415328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 54594) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:35:28.424686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-eb540184-adb8-43b5-8f14-c291c5d7e8cf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Request body: {'floatingip': {'port_id': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:35:28.544802 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eb540184-adb8-43b5-8f14-c291c5d7e8cf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:29.245282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eb540184-adb8-43b5-8f14-c291c5d7e8cf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:29.249121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eb540184-adb8-43b5-8f14-c291c5d7e8cf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:29.434706 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [None req-eb540184-adb8-43b5-8f14-c291c5d7e8cf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Floating IP 55c625ad-32bd-433c-9928-db378e485e57 associated. External IP: 172.27.0.13, port: 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374.
Feb 03 12:35:30.054183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb540184-adb8-43b5-8f14-c291c5d7e8cf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:35:30.261422 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb540184-adb8-43b5-8f14-c291c5d7e8cf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:35:30.266383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eb540184-adb8-43b5-8f14-c291c5d7e8cf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:30.271749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] Sync routers for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:35:30.283809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:35:30.284485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03794780>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:35:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:35:30.327944 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-eb540184-adb8-43b5-8f14-c291c5d7e8cf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "PUT /v2.0/floatingips/55c625ad-32bd-433c-9928-db378e485e57 HTTP/1.1" status: 200  len: 991 time: 1.9114447
Feb 03 12:35:30.328702 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:35:30.387531 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374', 'status': 'completed', 'code': 200}
Feb 03 12:35:30.506156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-6830d15b-9105-474a-abeb-d46e34d4818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:30.507802 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-6830d15b-9105-474a-abeb-d46e34d4818e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 1163 time: 0.0918987
Feb 03 12:35:30.652267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:35:30.664892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-ef21629c-adbb-4524-bad5-b99960c6e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:30.666581 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-ef21629c-adbb-4524-bad5-b99960c6e3d2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 910 time: 0.1447740
Feb 03 12:35:30.778500 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-dec1be1a-e5af-4324-ada8-0cb38a17f927 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 HTTP/1.1" status: 200  len: 999 time: 0.1049325
Feb 03 12:35:30.849008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-02fda3d3-00fd-4cc8-93b4-6fcb30834327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:30.850667 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-02fda3d3-00fd-4cc8-93b4-6fcb30834327 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.0650268
Feb 03 12:35:30.940476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-8103aa6e-d299-4b0b-b271-5f872873dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:35:30.942082 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-8103aa6e-d299-4b0b-b271-5f872873dce6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821736
Feb 03 12:35:31.022288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03794780>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '55c625ad-32bd-433c-9928-db378e485e57', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'port_id': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'mac_address': 'fa:16:3e:af:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc9810-b584-4102-bc04-4f06847d4714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:35:14Z', 'updated_at': '2021-02-03T12:35:29Z', 'revision_number': 1, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:35:31.026600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] Checking router: 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:35:31.036059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:35:31.036716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03794780>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:35:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:35:31.092704 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-fea00201-35c8-462e-918d-0d327e8c418b service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387255
Feb 03 12:35:31.225000 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:35:31.472701 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-18e37415-7059-4b53-9c22-80153e1f1c3e req-c49bf568-aa00-4df3-955d-8ee130d42dbf service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3685677
Feb 03 12:35:31.610745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03794780>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '55c625ad-32bd-433c-9928-db378e485e57', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'port_id': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'mac_address': 'fa:16:3e:af:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc9810-b584-4102-bc04-4f06847d4714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:35:14Z', 'updated_at': '2021-02-03T12:35:29Z', 'revision_number': 1, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:35:31.615139 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e0ddb1-70c7-46c5-8af2-83a383ff4dd2 None None] The sync data for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi is: [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '55c625ad-32bd-433c-9928-db378e485e57', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'port_id': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'mac_address': 'fa:16:3e:af:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc9810-b584-4102-bc04-4f06847d4714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:35:14Z', 'updated_at': '2021-02-03T12:35:29Z', 'revision_number': 1, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:35:31.898421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1891a-2a9b-41ac-b4de-bc782774c9de None None] New status for floating IP 55c625ad-32bd-433c-9928-db378e485e57: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:35:32.018985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:35:36.805931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:52.474170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-298c2f9d-3b57-479c-8b90-0094bdcfd0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:55.022539 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4ca4cb24-b5e1-4798-8a22-03d83fa3b2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:55.619435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:56.232288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:35:56.986220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:00.840695 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-425ab2b4-b8ad-4de4-b4ad-2abe00502c16 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0796678
Feb 03 12:36:00.950998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-93c1d149-c2fa-4ba6-96c2-d4f386dc2423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:00.952637 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-93c1d149-c2fa-4ba6-96c2-d4f386dc2423 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1163 time: 0.0852025
Feb 03 12:36:01.127024 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-07baf488-0ce5-4797-aa38-2bdbde97703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:01.128521 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-07baf488-0ce5-4797-aa38-2bdbde97703e service neutron] 10.222.0.86 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 903 time: 0.1504173
Feb 03 12:36:01.244543 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-ee230fbb-93eb-43ff-b70b-9bbb395428d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 1002 time: 0.1058397
Feb 03 12:36:01.317845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-3d5f0c97-a4d8-4c6d-b109-2ad1512f8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:01.319386 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-3d5f0c97-a4d8-4c6d-b109-2ad1512f8960 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 200  len: 848 time: 0.0653501
Feb 03 12:36:01.405850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-33af8d77-d1db-466b-af8b-16dcf9d23c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:01.407539 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-33af8d77-d1db-466b-af8b-16dcf9d23c21 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a25d274f-41b5-47e7-9ba6-399adec80e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788596
Feb 03 12:36:01.551892 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-a115ec10-b655-4b73-91a3-dced357d554c service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368494
Feb 03 12:36:01.698474 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89f782ed-ab69-4568-9fd5-0aa0febd2a9c req-6ac16118-fe15-4b06-9e1a-758303d54e5b service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383257
Feb 03 12:36:06.839389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:09.018726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:36:19.318573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876dfed-ac01-4f6a-9c3a-6c726a4e9f31 req-62df635f-0ff2-42fc-a954-c83bacf04878 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:19.320111 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c876dfed-ac01-4f6a-9c3a-6c726a4e9f31 req-62df635f-0ff2-42fc-a954-c83bacf04878 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1759531
Feb 03 12:36:19.389331 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c876dfed-ac01-4f6a-9c3a-6c726a4e9f31 req-6b82a260-6078-4f0f-b404-8f7d48ec9717 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590799
Feb 03 12:36:20.741525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8f50-168b-40c9-b50a-e877a62e59f5 req-b813f833-4da9-4fdd-9f99-9484302c1db0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:20.743211 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-235b8f50-168b-40c9-b50a-e877a62e59f5 req-b813f833-4da9-4fdd-9f99-9484302c1db0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1772757
Feb 03 12:36:20.812409 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-235b8f50-168b-40c9-b50a-e877a62e59f5 req-c2b6f83a-1c79-4ff4-884e-f681d9576540 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593297
Feb 03 12:36:21.269466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1762ae-603e-488d-9033-25b53329cafa req-6ec87f29-028a-4b41-a643-032562bb09e6 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:21.271007 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4f1762ae-603e-488d-9033-25b53329cafa req-6ec87f29-028a-4b41-a643-032562bb09e6 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1673017
Feb 03 12:36:21.335970 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4f1762ae-603e-488d-9033-25b53329cafa req-be8513a4-65f6-495f-8f32-4b7cfc0eac33 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0585368
Feb 03 12:36:22.147950 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9a92b-bf42-4a77-a995-b3d38c5d34dd req-4ee98a6c-8eef-4f86-91a3-42dce0eb6dc5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:22.149565 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-27e9a92b-bf42-4a77-a995-b3d38c5d34dd req-4ee98a6c-8eef-4f86-91a3-42dce0eb6dc5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1775534
Feb 03 12:36:22.220035 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-27e9a92b-bf42-4a77-a995-b3d38c5d34dd req-a4e498d3-b325-4a9a-a238-b21bcbd3e4e9 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611985
Feb 03 12:36:22.467607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-28d4dcec-8d80-4738-9100-8b58b45b657d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:22.645669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97196981-dbb8-4e40-9192-f38f84d5015d req-29c949fe-63e0-4454-bf11-c759388d59de tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:22.647327 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97196981-dbb8-4e40-9192-f38f84d5015d req-29c949fe-63e0-4454-bf11-c759388d59de tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1667373
Feb 03 12:36:22.723197 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97196981-dbb8-4e40-9192-f38f84d5015d req-13e05b04-80c4-421e-893f-7a1e008ebe8a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0660505
Feb 03 12:36:23.566194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfc0b-1bca-47a6-9ae2-ed43a09d6d11 req-b693c61a-cf84-4559-af71-cb9f754f37fd tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:23.567792 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-47edfc0b-1bca-47a6-9ae2-ed43a09d6d11 req-b693c61a-cf84-4559-af71-cb9f754f37fd tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1778693
Feb 03 12:36:23.637739 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-47edfc0b-1bca-47a6-9ae2-ed43a09d6d11 req-1099c8a9-3180-442d-bfce-6adc608d85a0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603037
Feb 03 12:36:24.060159 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9497485-0fcd-4805-9070-4b1f54634eb9 req-67ecb1a9-d86c-4afe-9b8a-8b5a88ccc631 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:24.062327 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b9497485-0fcd-4805-9070-4b1f54634eb9 req-67ecb1a9-d86c-4afe-9b8a-8b5a88ccc631 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1907306
Feb 03 12:36:24.131392 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b9497485-0fcd-4805-9070-4b1f54634eb9 req-61d7317b-e0b1-424e-87bf-74a71b864c35 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0593557
Feb 03 12:36:24.982141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c4aea-479f-446a-bf2c-a3b6b590e0ea req-ff4b263d-7560-4a89-8ea5-0e5da481c6d9 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:24.983869 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5c5c4aea-479f-446a-bf2c-a3b6b590e0ea req-ff4b263d-7560-4a89-8ea5-0e5da481c6d9 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1870956
Feb 03 12:36:25.025877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58ed1458-07d4-414f-b26e-bdacaf6d022d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:25.053079 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5c5c4aea-479f-446a-bf2c-a3b6b590e0ea req-99e4f1d2-7c3a-41b6-a6fd-f054853cd593 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597084
Feb 03 12:36:25.445617 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc015-6086-4777-b295-9379623fc1c6 req-8ad058fb-d6dc-4071-b62f-64060bf6c731 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:25.447247 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-636dc015-6086-4777-b295-9379623fc1c6 req-8ad058fb-d6dc-4071-b62f-64060bf6c731 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1775763
Feb 03 12:36:25.519589 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-636dc015-6086-4777-b295-9379623fc1c6 req-01ab02e1-2c6d-4589-bdac-85b45d619a5d tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0637233
Feb 03 12:36:25.619392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:26.236413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:26.377321 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e877e6-b5ff-4107-ae48-308c0baec6de req-e28e8377-68f5-47c1-bf7d-2a2330b3c707 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:26.378993 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-61e877e6-b5ff-4107-ae48-308c0baec6de req-e28e8377-68f5-47c1-bf7d-2a2330b3c707 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1683245
Feb 03 12:36:26.447937 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-61e877e6-b5ff-4107-ae48-308c0baec6de req-611e6947-ca1e-4657-9150-767a09f78d71 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593266
Feb 03 12:36:26.821501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297522-3f24-4e1c-8efb-3eb99a52c9dc req-5e2e6ea0-177d-4f8c-9c6d-bb8a40726032 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:26.823102 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-85297522-3f24-4e1c-8efb-3eb99a52c9dc req-5e2e6ea0-177d-4f8c-9c6d-bb8a40726032 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1703804
Feb 03 12:36:26.897218 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-85297522-3f24-4e1c-8efb-3eb99a52c9dc req-72c2accd-682a-4b19-9dc3-e4515acc1f70 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0660229
Feb 03 12:36:26.989310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:27.794239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63ad58-b41e-4299-84f6-ab88d87c7a32 req-e23e3fb7-b6f4-414a-885c-7cefc32c25f3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:27.795789 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0a63ad58-b41e-4299-84f6-ab88d87c7a32 req-e23e3fb7-b6f4-414a-885c-7cefc32c25f3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1809621
Feb 03 12:36:27.871307 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0a63ad58-b41e-4299-84f6-ab88d87c7a32 req-260dc513-50d0-43a0-b4c1-e124d96d1c1e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664468
Feb 03 12:36:28.217307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809347-3639-4975-8842-96fd3f0b9712 req-b3f2f27a-7c9a-4fb9-a7f7-b5a34cceaf1a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:28.219025 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e5809347-3639-4975-8842-96fd3f0b9712 req-b3f2f27a-7c9a-4fb9-a7f7-b5a34cceaf1a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1791463
Feb 03 12:36:28.287722 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e5809347-3639-4975-8842-96fd3f0b9712 req-93b68a15-c89c-4b31-8e5c-feb828553b28 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0595083
Feb 03 12:36:29.213747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684ce24-58c5-4cd7-9af5-ea9f0e005286 req-0b067ea7-7d02-440b-8cd2-8847d9958f50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:29.215345 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0684ce24-58c5-4cd7-9af5-ea9f0e005286 req-0b067ea7-7d02-440b-8cd2-8847d9958f50 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1731546
Feb 03 12:36:29.295935 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0684ce24-58c5-4cd7-9af5-ea9f0e005286 req-863ace0f-9f4d-442b-b1b2-17e14bced459 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705926
Feb 03 12:36:29.612919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5391d82-dbaa-47ed-a97b-06cb9cf8f877 req-e8aff0f3-f95a-4cf1-95e7-1eabcaec4f37 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:29.614656 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a5391d82-dbaa-47ed-a97b-06cb9cf8f877 req-e8aff0f3-f95a-4cf1-95e7-1eabcaec4f37 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1879842
Feb 03 12:36:29.696396 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a5391d82-dbaa-47ed-a97b-06cb9cf8f877 req-7bb1f23c-62f0-41be-a605-93498fb1faaa tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0752890
Feb 03 12:36:30.432334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:36:30.508976 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:36:30.509395 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:30.622808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1778703-2696-4753-8902-7b4bc0b2e2be req-8af6e6da-23ca-4064-9bed-429f9e71c82e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:30.624522 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f1778703-2696-4753-8902-7b4bc0b2e2be req-8af6e6da-23ca-4064-9bed-429f9e71c82e tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1669447
Feb 03 12:36:30.690833 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f1778703-2696-4753-8902-7b4bc0b2e2be req-288c40e2-f338-4990-bf82-8f69c36b50b2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595818
Feb 03 12:36:31.015849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c1c51-fd5b-4123-a785-00f2a449044d req-9c5432de-e063-4726-b740-2378c5b192dd tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:31.017575 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b1c1c51-fd5b-4123-a785-00f2a449044d req-9c5432de-e063-4726-b740-2378c5b192dd tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1880133
Feb 03 12:36:31.087725 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4b1c1c51-fd5b-4123-a785-00f2a449044d req-964efcab-3726-4dad-a94b-8bce32863fa0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0604324
Feb 03 12:36:31.326739 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-fa8a6a14-2cfd-4a28-b1f8-fa624ec1464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:31.328359 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-fa8a6a14-2cfd-4a28-b1f8-fa624ec1464a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1163 time: 0.0881517
Feb 03 12:36:31.481607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-3016ce1f-c834-41b3-9b37-a12032288f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:31.484671 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-3016ce1f-c834-41b3-9b37-a12032288f0b service neutron] 10.222.0.86 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 903 time: 0.1448908
Feb 03 12:36:31.601000 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-a3a2325f-066b-4f38-b28f-94c3f7c14a62 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 1002 time: 0.1053479
Feb 03 12:36:31.693605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-f49c8ec7-311c-4fbc-b045-fb37cf6d15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:31.695191 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-f49c8ec7-311c-4fbc-b045-fb37cf6d15dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 200  len: 848 time: 0.0821886
Feb 03 12:36:31.787405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-0d72a68d-4861-49ef-a14b-9710376b27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:31.789041 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-0d72a68d-4861-49ef-a14b-9710376b27e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a25d274f-41b5-47e7-9ba6-399adec80e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854414
Feb 03 12:36:31.946411 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-4561c53e-2fb9-4a4b-b549-12a95bd99271 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488297
Feb 03 12:36:32.162503 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f33bb6ee-ec5f-4b47-a9da-a24ff5e63337 req-81a69d5a-b29a-4ac9-8181-051f7b7730f4 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2066731
Feb 03 12:36:32.254327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fab174-4778-4edc-ae44-9e00a52f94f3 req-673823a0-52e8-462e-8816-78209c78ea1f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:32.255901 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-80fab174-4778-4edc-ae44-9e00a52f94f3 req-673823a0-52e8-462e-8816-78209c78ea1f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.2723334
Feb 03 12:36:32.321514 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-80fab174-4778-4edc-ae44-9e00a52f94f3 req-7bddbfbe-fd11-41d4-ad73-47a793f3506c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591028
Feb 03 12:36:32.392332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40576e-991f-44de-a32e-c7e89e379f4a req-346da8e9-cf86-4e3c-9d18-60786aa6775b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:32.394039 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7b40576e-991f-44de-a32e-c7e89e379f4a req-346da8e9-cf86-4e3c-9d18-60786aa6775b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1707611
Feb 03 12:36:32.462978 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7b40576e-991f-44de-a32e-c7e89e379f4a req-48967c2d-870b-45ee-a6f7-fa10094f7f86 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0595038
Feb 03 12:36:33.639087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d68dcf-1cac-453e-826e-1f51141dc6c0 req-297fa91c-583e-4168-a9de-9639f9744758 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:33.640852 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-00d68dcf-1cac-453e-826e-1f51141dc6c0 req-297fa91c-583e-4168-a9de-9639f9744758 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1654460
Feb 03 12:36:33.711330 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-00d68dcf-1cac-453e-826e-1f51141dc6c0 req-3c1a131b-648b-497e-9846-ca370b222a9b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634098
Feb 03 12:36:33.766670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530186a-b404-44d7-a3c0-b764c88a48e3 req-d6bfdf49-a99f-42f7-ab44-b4ea87b0f2ca tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:33.768423 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9530186a-b404-44d7-a3c0-b764c88a48e3 req-d6bfdf49-a99f-42f7-ab44-b4ea87b0f2ca tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1687806
Feb 03 12:36:33.840453 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9530186a-b404-44d7-a3c0-b764c88a48e3 req-1bc036f7-057b-4937-a7be-44044243469c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0625203
Feb 03 12:36:34.525058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:36:34.612487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:36:34.612859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:34.755593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:36:34.884071 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:34.918305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:36:34.959760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:36:34.965883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:34.967845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ace1b7e5-74c8-4e2c-af07-306c36bfcf9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:36:35.040699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c820ad4-21dc-4ba2-9396-95e5d5d94633 req-07762290-d262-4a1c-b8a8-caa4a9eb847b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:35.048909 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9c820ad4-21dc-4ba2-9396-95e5d5d94633 req-07762290-d262-4a1c-b8a8-caa4a9eb847b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1927021
Feb 03 12:36:35.063275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:36:35.071917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.072311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.072821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.073203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.073577 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.073967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.074340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.074708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.075077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.075444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.075810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.076174 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.076579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.076948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.077337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.077805 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.078330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.078692 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.079058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.079431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.079798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.080160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.080521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.080879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:36:35.085431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:36:35.114730 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9c820ad4-21dc-4ba2-9396-95e5d5d94633 req-049cbd3a-c93b-43c5-affd-b5ca3c692f53 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648491
Feb 03 12:36:35.192312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb867c32-ea2d-465e-9dde-d10c5e4eff5a req-235516ef-7272-42c4-a342-6ca2e660dd26 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:35.194078 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-eb867c32-ea2d-465e-9dde-d10c5e4eff5a req-235516ef-7272-42c4-a342-6ca2e660dd26 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1890035
Feb 03 12:36:35.198910 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'code': 200}
Feb 03 12:36:35.261874 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-eb867c32-ea2d-465e-9dde-d10c5e4eff5a req-2f796e93-8d54-4acd-8551-f451943dec0e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0599363
Feb 03 12:36:36.441518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c9dd-3af3-4019-b6b6-08cf9ac16bbc req-a0820e48-4ead-4f82-98b3-b0f28b1180d6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:36.443289 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1141c9dd-3af3-4019-b6b6-08cf9ac16bbc req-a0820e48-4ead-4f82-98b3-b0f28b1180d6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1694221
Feb 03 12:36:36.507569 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1141c9dd-3af3-4019-b6b6-08cf9ac16bbc req-62e933d6-189b-4de9-9616-b4d4ae90597c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578108
Feb 03 12:36:36.567906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d4de8-08db-4650-9696-7009d3df6a80 req-f4c97bab-891b-4384-8f8b-225b41ad0dfb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:36.569567 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e97d4de8-08db-4650-9696-7009d3df6a80 req-f4c97bab-891b-4384-8f8b-225b41ad0dfb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1758049
Feb 03 12:36:36.650492 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e97d4de8-08db-4650-9696-7009d3df6a80 req-9eb146bd-3fd4-4252-aa63-c9ab1b4b63bd tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0712247
Feb 03 12:36:36.843391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:37.021911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 54778) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:36:37.160917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42a5fe-87c7-4930-8420-dd7e9521d28c req-b5604162-eec2-4bdd-ae3c-09fef97368bc tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:37.162659 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5a42a5fe-87c7-4930-8420-dd7e9521d28c req-b5604162-eec2-4bdd-ae3c-09fef97368bc tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1697145
Feb 03 12:36:37.185003 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-66a386dc-789a-4855-9e49-7813814534d3 req-59daaa20-c07e-4a1c-b0d0-6cd238358f25 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1616011
Feb 03 12:36:37.235773 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5a42a5fe-87c7-4930-8420-dd7e9521d28c req-4162be19-68b7-49b8-b7fa-80a58e186f09 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0621669
Feb 03 12:36:37.862007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058ed7c-6cd4-48df-86e7-feaa9c179fad req-33d3d2a4-43d0-4393-b5c1-6f46b3811744 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:37.863877 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b058ed7c-6cd4-48df-86e7-feaa9c179fad req-33d3d2a4-43d0-4393-b5c1-6f46b3811744 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1884894
Feb 03 12:36:37.962426 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b058ed7c-6cd4-48df-86e7-feaa9c179fad req-2c8fb160-8f05-4fa9-96f9-86ac28ba4814 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916510
Feb 03 12:36:38.573530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9f195-7197-40bf-a89d-d185535c3a89 req-c4f6766f-caa3-41e4-a018-e6fe18d8b82c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:38.575572 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-24f9f195-7197-40bf-a89d-d185535c3a89 req-c4f6766f-caa3-41e4-a018-e6fe18d8b82c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1964588
Feb 03 12:36:38.662306 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-24f9f195-7197-40bf-a89d-d185535c3a89 req-1001b178-a78b-4af6-9f67-94c368c746b3 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0791335
Feb 03 12:36:38.691904 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a386dc-789a-4855-9e49-7813814534d3 req-f974df42-8b9b-41c9-ba80-a497c037ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:38.694043 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-66a386dc-789a-4855-9e49-7813814534d3 req-f974df42-8b9b-41c9-ba80-a497c037ea3a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291&tenant_id=04e63ca91f1f4934ad659a0f688f8148 HTTP/1.1" status: 200  len: 1161 time: 0.1011066
Feb 03 12:36:38.809523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a386dc-789a-4855-9e49-7813814534d3 req-27a94daa-1596-401b-a2a2-9a029d627760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:38.811458 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-66a386dc-789a-4855-9e49-7813814534d3 req-27a94daa-1596-401b-a2a2-9a029d627760 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1161 time: 0.0922811
Feb 03 12:36:38.962138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a386dc-789a-4855-9e49-7813814534d3 req-7e2030e5-facd-4897-9ebd-d95833df621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:38.964317 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-66a386dc-789a-4855-9e49-7813814534d3 req-7e2030e5-facd-4897-9ebd-d95833df621f service neutron] 10.222.0.86 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 903 time: 0.1444955
Feb 03 12:36:39.090886 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-66a386dc-789a-4855-9e49-7813814534d3 req-e4b439e5-0088-4085-ac7d-67e726b8bad9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 1000 time: 0.1154840
Feb 03 12:36:39.237566 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a386dc-789a-4855-9e49-7813814534d3 req-0bfdb873-cf3b-4785-a47b-59655630a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:39.239253 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-66a386dc-789a-4855-9e49-7813814534d3 req-0bfdb873-cf3b-4785-a47b-59655630a153 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 200  len: 848 time: 0.1406317
Feb 03 12:36:39.655361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc6063-ee6f-41e4-8f46-b79983196263 req-529bef17-7751-4a2c-8145-ade6839d3285 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:39.658062 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fdcc6063-ee6f-41e4-8f46-b79983196263 req-529bef17-7751-4a2c-8145-ade6839d3285 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.5171971
Feb 03 12:36:39.746276 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fdcc6063-ee6f-41e4-8f46-b79983196263 req-675d97de-3c45-407c-bf0b-72021f975df0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805092
Feb 03 12:36:39.759381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a386dc-789a-4855-9e49-7813814534d3 req-df91b69c-33c6-4490-8143-b5578dcb9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:39.764964 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-66a386dc-789a-4855-9e49-7813814534d3 req-df91b69c-33c6-4490-8143-b5578dcb9890 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a25d274f-41b5-47e7-9ba6-399adec80e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5102186
Feb 03 12:36:39.961074 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-66a386dc-789a-4855-9e49-7813814534d3 req-b1b6cad3-fb55-4bbc-8fdf-4088a3698969 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874528
Feb 03 12:36:39.998169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947fa78-aaa7-4d2f-b75c-6fa5645e854b req-8a637d68-8010-44fa-9c04-c1c4e4ce789f tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:40.002617 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a947fa78-aaa7-4d2f-b75c-6fa5645e854b req-8a637d68-8010-44fa-9c04-c1c4e4ce789f tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1846619
Feb 03 12:36:40.082669 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a947fa78-aaa7-4d2f-b75c-6fa5645e854b req-f3ed95a9-56b0-4bfc-8774-8faf9c75f99a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0678546
Feb 03 12:36:40.126567 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-66a386dc-789a-4855-9e49-7813814534d3 req-515bde4f-31d5-4c75-b9db-745aa63a1988 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1559930
Feb 03 12:36:41.096307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc25bf-72f3-4944-86e1-e1a6f60029b6 req-3f48e3bd-208f-47b2-9684-0e3574a69450 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:41.097995 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-19bc25bf-72f3-4944-86e1-e1a6f60029b6 req-3f48e3bd-208f-47b2-9684-0e3574a69450 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1724265
Feb 03 12:36:41.173186 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-19bc25bf-72f3-4944-86e1-e1a6f60029b6 req-8f8f7a42-bfaf-4494-8fe1-f5de2c9887f5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682683
Feb 03 12:36:41.429755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa84f76-0ca3-4079-8c18-d49c9f759b8f req-d30adc87-8226-4104-a273-21377b9c6b54 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:41.431486 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0aa84f76-0ca3-4079-8c18-d49c9f759b8f req-d30adc87-8226-4104-a273-21377b9c6b54 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1675458
Feb 03 12:36:41.499442 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0aa84f76-0ca3-4079-8c18-d49c9f759b8f req-3c7f6122-9c40-4972-a592-d8981f388ffd tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0607753
Feb 03 12:36:42.524898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5fa4f-c4ae-4c5f-9a9b-31e8d5ffdc77 req-ae9162e9-c499-4d78-8d82-b85b4216e688 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:42.527301 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-aaf5fa4f-c4ae-4c5f-9a9b-31e8d5ffdc77 req-ae9162e9-c499-4d78-8d82-b85b4216e688 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1872251
Feb 03 12:36:42.610730 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-aaf5fa4f-c4ae-4c5f-9a9b-31e8d5ffdc77 req-384f0b4e-3ada-47c8-a495-8f716a86242a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758772
Feb 03 12:36:42.836931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e5353-738a-45fd-883e-b36a8bd3a7b1 req-7b18e039-c79a-412a-8fcb-33ce52626a37 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:42.838754 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e73e5353-738a-45fd-883e-b36a8bd3a7b1 req-7b18e039-c79a-412a-8fcb-33ce52626a37 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1875708
Feb 03 12:36:42.908293 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e73e5353-738a-45fd-883e-b36a8bd3a7b1 req-90afd3e1-4914-47e9-99ce-d9ac996701c2 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0625036
Feb 03 12:36:43.941594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926473c-4c5e-421c-8129-35ca8b10f594 req-9a7b35ee-ff40-4419-8dd4-39f7d7b5c865 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:43.949394 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8926473c-4c5e-421c-8129-35ca8b10f594 req-9a7b35ee-ff40-4419-8dd4-39f7d7b5c865 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1875744
Feb 03 12:36:44.053055 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8926473c-4c5e-421c-8129-35ca8b10f594 req-c7729dc1-4680-4302-95a5-00881d1cc3ee tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1024582
Feb 03 12:36:44.255618 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af788b-6072-477c-b570-e47713fbc042 req-19b2a703-1d64-43d7-83fe-53241252d0d3 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:44.262535 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-99af788b-6072-477c-b570-e47713fbc042 req-19b2a703-1d64-43d7-83fe-53241252d0d3 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1736264
Feb 03 12:36:44.326333 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-99af788b-6072-477c-b570-e47713fbc042 req-c1b5aab6-e1ba-470d-a58e-639e3dc26971 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0624127
Feb 03 12:36:45.378140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac5b8e-15f7-4b94-9241-9c41a7856dae req-e6f0dc07-2f28-44a6-a0fa-99564cda064c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:45.379724 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-36ac5b8e-15f7-4b94-9241-9c41a7856dae req-e6f0dc07-2f28-44a6-a0fa-99564cda064c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1753290
Feb 03 12:36:45.452360 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-36ac5b8e-15f7-4b94-9241-9c41a7856dae req-71093ece-79ed-4ae5-9012-6206e1d45ed9 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648506
Feb 03 12:36:45.864936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f8ad-1cb8-446a-9aa6-74bfffcee2e9 req-934a77a3-9cfe-42dc-b938-38548b35ad22 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:45.866930 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3544f8ad-1cb8-446a-9aa6-74bfffcee2e9 req-934a77a3-9cfe-42dc-b938-38548b35ad22 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.4001119
Feb 03 12:36:45.946156 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3544f8ad-1cb8-446a-9aa6-74bfffcee2e9 req-e8081c65-bfda-413b-93b1-b9d8ab0055d4 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0722933
Feb 03 12:36:46.018668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:36:46.773734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3081-7301-4ff3-b6bd-99cbd36f3257 req-beba150d-f203-462c-a510-300ef9d8ac72 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:46.775383 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8cad3081-7301-4ff3-b6bd-99cbd36f3257 req-beba150d-f203-462c-a510-300ef9d8ac72 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1696241
Feb 03 12:36:46.841353 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8cad3081-7301-4ff3-b6bd-99cbd36f3257 req-91ef26e9-270e-4a60-8c3c-451a94172327 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593615
Feb 03 12:36:47.235687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5082fa4-4199-4350-8988-49d2c02f6ce4 req-1a98f52b-356a-4765-81ff-cd8cc2c73747 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:47.237327 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b5082fa4-4199-4350-8988-49d2c02f6ce4 req-1a98f52b-356a-4765-81ff-cd8cc2c73747 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1687088
Feb 03 12:36:47.302164 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b5082fa4-4199-4350-8988-49d2c02f6ce4 req-ad9181a3-2dc3-4b1b-89b7-c09b74d0a133 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0582747
Feb 03 12:36:47.336958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68387dc-513f-4a37-a01b-39d7d813437b req-33f08be4-f219-4f04-9c4e-9a1bbb5dfedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:47.338665 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a68387dc-513f-4a37-a01b-39d7d813437b req-33f08be4-f219-4f04-9c4e-9a1bbb5dfedc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 1163 time: 0.0841701
Feb 03 12:36:47.490428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68387dc-513f-4a37-a01b-39d7d813437b req-1b9153fe-c895-443d-b99a-5173ef55b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:47.491955 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a68387dc-513f-4a37-a01b-39d7d813437b req-1b9153fe-c895-443d-b99a-5173ef55b4fb service neutron] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 910 time: 0.1450367
Feb 03 12:36:47.608239 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a68387dc-513f-4a37-a01b-39d7d813437b req-0a81b968-f084-4ad9-9c0e-d0f7f4ebc0b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 HTTP/1.1" status: 200  len: 1001 time: 0.1068592
Feb 03 12:36:47.683000 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68387dc-513f-4a37-a01b-39d7d813437b req-b2ac36cb-2a84-430d-a4c5-5abb524e1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:47.684550 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a68387dc-513f-4a37-a01b-39d7d813437b req-b2ac36cb-2a84-430d-a4c5-5abb524e1e81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.0694051
Feb 03 12:36:47.771717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68387dc-513f-4a37-a01b-39d7d813437b req-ac900065-1b75-459e-af4b-430089314d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:47.773294 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a68387dc-513f-4a37-a01b-39d7d813437b req-ac900065-1b75-459e-af4b-430089314d1b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819142
Feb 03 12:36:47.926834 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a68387dc-513f-4a37-a01b-39d7d813437b req-64bfc91b-6dfa-4810-ab69-b6bbed0cdc3d service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416066
Feb 03 12:36:48.135699 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a68387dc-513f-4a37-a01b-39d7d813437b req-410f6269-fff3-457c-90d0-ca73cc7c5841 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2012358
Feb 03 12:36:48.235165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed3399-7492-44a0-89b6-886a573f49a2 req-07a52cbe-6146-4fac-85e5-61fc6164024c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:48.236804 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15ed3399-7492-44a0-89b6-886a573f49a2 req-07a52cbe-6146-4fac-85e5-61fc6164024c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.2250173
Feb 03 12:36:48.307198 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15ed3399-7492-44a0-89b6-886a573f49a2 req-5ac8bb9f-46ca-46f1-b891-fe4a97445fb8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606241
Feb 03 12:36:48.599590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba740d-4505-4292-b8f2-99b80285f5c6 req-97347f19-3eed-451e-aba0-a97361e544d8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:48.601226 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5fba740d-4505-4292-b8f2-99b80285f5c6 req-97347f19-3eed-451e-aba0-a97361e544d8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 944 time: 0.1664510
Feb 03 12:36:48.670301 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5fba740d-4505-4292-b8f2-99b80285f5c6 req-2ef678e4-e74b-4785-a85c-12fac2606dcb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0593755
Feb 03 12:36:48.935117 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:36:49.011484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:36:49.011913 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:49.140870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:49.169607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:36:49.181814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:36:49.187224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:49.190298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-80f788d8-6d55-46b9-9246-bc9d9435d9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:36:49.232059 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'code': 200}
Feb 03 12:36:49.266867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,revision_number=6']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:36:49.270328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:36:49.578489 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e6f6-b8c4-493b-995f-8b11452816c6 req-c919efa3-c357-4a95-b546-38e02f10d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:49.580160 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9a35e6f6-b8c4-493b-995f-8b11452816c6 req-c919efa3-c357-4a95-b546-38e02f10d011 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1163 time: 0.0827115
Feb 03 12:36:49.622996 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898ae24-a8d5-4dac-8c33-a90b87ee4ea0 req-e9c99ab9-cfe9-4d41-ae60-9b5a1829c199 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:49.624785 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8898ae24-a8d5-4dac-8c33-a90b87ee4ea0 req-e9c99ab9-cfe9-4d41-ae60-9b5a1829c199 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1699305
Feb 03 12:36:49.626904 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9a35e6f6-b8c4-493b-995f-8b11452816c6 req-7200267d-e1f5-4181-8525-2a3137c938f5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0381608
Feb 03 12:36:49.691072 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8898ae24-a8d5-4dac-8c33-a90b87ee4ea0 req-e753d8da-49cf-4f86-aba0-6a6273ee918a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596285
Feb 03 12:36:49.995221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d24b9-d9be-4cdb-82d3-eabeacabdc20 req-074f1dd5-74bc-494c-b0ab-ef09a737c647 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:49.996888 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-318d24b9-d9be-4cdb-82d3-eabeacabdc20 req-074f1dd5-74bc-494c-b0ab-ef09a737c647 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1812913
Feb 03 12:36:50.062371 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-318d24b9-d9be-4cdb-82d3-eabeacabdc20 req-b5bddad3-c67f-4523-9abc-345f7e4b5d4c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0587971
Feb 03 12:36:50.633345 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:36:50.709913 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:36:50.710341 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:50.860673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:36:50.989622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:51.021815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715d4e9-11ec-4623-8273-4463fa2eb296 req-3cd6ec3f-0462-4e5e-b8cb-61a7996e0e54 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:51.023531 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715d4e9-11ec-4623-8273-4463fa2eb296 req-3cd6ec3f-0462-4e5e-b8cb-61a7996e0e54 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1785336
Feb 03 12:36:51.026269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:36:51.029399 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:51.032201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:36:51.093568 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3715d4e9-11ec-4623-8273-4463fa2eb296 req-cd39d637-109b-4ffe-861e-90270bcb6bc6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636506
Feb 03 12:36:51.106050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:36:51.109720 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:36:51.233984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:36:51.378832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c8e9d-8b10-4583-a366-0d40731d8978 req-462185de-0415-4e91-b076-2b0938de815c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:51.380533 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-357c8e9d-8b10-4583-a366-0d40731d8978 req-462185de-0415-4e91-b076-2b0938de815c tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1717904
Feb 03 12:36:51.455008 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-357c8e9d-8b10-4583-a366-0d40731d8978 req-852dcc93-b06f-4ab8-84f5-012654765cb5 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0636754
Feb 03 12:36:51.522082 dv-cinder-773876-1-iscsi neutron-server[80003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374', 'code': 422} returned with failed status
Feb 03 12:36:52.471560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d56224ac-7191-41e7-95ac-d638807c3015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:52.606800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:36:52.683027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:36:52.683454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:52.761945 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a97cbfba-5978-444e-81a0-903841ab9330 req-34b9752e-14ab-46d4-9b24-a91f77285b4b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0824773
Feb 03 12:36:52.862080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528406a-600e-4025-996d-8ca84245ce12 req-944655cd-706f-458d-8959-ff665f409f23 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:52.863809 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9528406a-600e-4025-996d-8ca84245ce12 req-944655cd-706f-458d-8959-ff665f409f23 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1779654
Feb 03 12:36:52.932657 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9528406a-600e-4025-996d-8ca84245ce12 req-0170a796-04e3-4d8c-97eb-d6be4ee1cbd5 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613945
Feb 03 12:36:53.335685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cbfba-5978-444e-81a0-903841ab9330 req-8e8d047f-6c46-4aa3-9f17-bcc6f9b48725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:53.337317 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a97cbfba-5978-444e-81a0-903841ab9330 req-8e8d047f-6c46-4aa3-9f17-bcc6f9b48725 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714&tenant_id=4b6de16555104ac9bda36ec964e4c2cf HTTP/1.1" status: 200  len: 1161 time: 0.0856702
Feb 03 12:36:53.440530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cbfba-5978-444e-81a0-903841ab9330 req-98b98278-26e1-4d5c-92c2-f850378faf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:53.442174 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a97cbfba-5978-444e-81a0-903841ab9330 req-98b98278-26e1-4d5c-92c2-f850378faf96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 1161 time: 0.0806348
Feb 03 12:36:53.601889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cbfba-5978-444e-81a0-903841ab9330 req-08755786-5d0c-4c21-bcfe-5e039bc38692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:53.604041 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a97cbfba-5978-444e-81a0-903841ab9330 req-08755786-5d0c-4c21-bcfe-5e039bc38692 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 200  len: 910 time: 0.1521902
Feb 03 12:36:53.731341 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a97cbfba-5978-444e-81a0-903841ab9330 req-d24a9de9-81ba-4b40-8765-d73d77d16067 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 HTTP/1.1" status: 200  len: 999 time: 0.1194670
Feb 03 12:36:53.806337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cbfba-5978-444e-81a0-903841ab9330 req-cd964ef7-68fb-4bc8-961c-35b6a8d96a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:53.807887 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a97cbfba-5978-444e-81a0-903841ab9330 req-cd964ef7-68fb-4bc8-961c-35b6a8d96a4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 200  len: 855 time: 0.0683086
Feb 03 12:36:53.900243 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cbfba-5978-444e-81a0-903841ab9330 req-0cab3def-048a-41de-bb0b-f59e3d9de2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:53.901890 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a97cbfba-5978-444e-81a0-903841ab9330 req-0cab3def-048a-41de-bb0b-f59e3d9de2eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77f62c44-14af-4652-8ba8-561fe738d674&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841517
Feb 03 12:36:54.051683 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a97cbfba-5978-444e-81a0-903841ab9330 req-e2b6cbe1-b902-4484-9854-4ade168d856e service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417336
Feb 03 12:36:54.250922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e57ce-1441-445f-9ca3-45d3356881ec req-0d6208aa-0bfc-4c11-905c-29f4237218e2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:54.252601 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9d2e57ce-1441-445f-9ca3-45d3356881ec req-0d6208aa-0bfc-4c11-905c-29f4237218e2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1685534
Feb 03 12:36:54.325467 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9d2e57ce-1441-445f-9ca3-45d3356881ec req-614600d8-3de4-4d39-854c-f9c906a098e1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660591
Feb 03 12:36:54.433079 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a97cbfba-5978-444e-81a0-903841ab9330 req-188b537b-0a3e-49ee-8b1a-3d3af6b9e160 service neutron] 10.222.0.86 "GET /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3719881
Feb 03 12:36:55.028287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-767b6b66-be92-4f55-ac12-fe245ee7d98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:55.619925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:55.708618 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af21f8-4122-4e76-a54a-4a97dd1471dc req-3c35d069-24bb-4cc4-938e-293cb4457044 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:55.710347 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c4af21f8-4122-4e76-a54a-4a97dd1471dc req-3c35d069-24bb-4cc4-938e-293cb4457044 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1867592
Feb 03 12:36:55.777153 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c4af21f8-4122-4e76-a54a-4a97dd1471dc req-51c4d893-64a2-4c6e-bde9-731bf4cc06a4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602245
Feb 03 12:36:56.244238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:56.996664 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:36:57.103696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9fc9e-9d30-4369-8faa-0291b2835827 req-d9bc6766-2b80-48df-8a5a-80ede0fc7e98 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:57.105344 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c2e9fc9e-9d30-4369-8faa-0291b2835827 req-d9bc6766-2b80-48df-8a5a-80ede0fc7e98 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1779730
Feb 03 12:36:57.174886 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c2e9fc9e-9d30-4369-8faa-0291b2835827 req-96c013d3-e342-4426-ae18-33b6caddc758 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630004
Feb 03 12:36:58.497988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086041c-ba25-4b38-9527-f62324382e48 req-6d4f05ad-f34a-470e-97dd-5d1a979cfeb6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:58.500052 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4086041c-ba25-4b38-9527-f62324382e48 req-6d4f05ad-f34a-470e-97dd-5d1a979cfeb6 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1793845
Feb 03 12:36:58.569096 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4086041c-ba25-4b38-9527-f62324382e48 req-524f96c4-9079-4afc-81f8-f6113413dbb7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624430
Feb 03 12:36:59.890241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee85fad-1c02-4e1c-ac0b-58a2e8bd489e req-5efff1bb-0a45-402c-a481-7168b04d67ad tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:36:59.891963 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5ee85fad-1c02-4e1c-ac0b-58a2e8bd489e req-5efff1bb-0a45-402c-a481-7168b04d67ad tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1754882
Feb 03 12:36:59.960995 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5ee85fad-1c02-4e1c-ac0b-58a2e8bd489e req-7421edd0-ad97-4ee1-9685-b647e03872f7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624020
Feb 03 12:37:01.278929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faa0f0-6636-425c-bc65-83149c9d0874 req-31b11110-e364-4657-a5b6-573c859e31fa tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:01.280649 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-74faa0f0-6636-425c-bc65-83149c9d0874 req-31b11110-e364-4657-a5b6-573c859e31fa tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1678596
Feb 03 12:37:01.349298 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-74faa0f0-6636-425c-bc65-83149c9d0874 req-18886b2b-df4b-46ff-9fb2-25e7fa83dadf tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622108
Feb 03 12:37:02.663328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0e554-8864-443c-bc24-858b0fa1f6c4 req-96cad2dc-e220-443a-b190-d7b25a6d4ffc tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:02.664961 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53e0e554-8864-443c-bc24-858b0fa1f6c4 req-96cad2dc-e220-443a-b190-d7b25a6d4ffc tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1657577
Feb 03 12:37:02.735708 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53e0e554-8864-443c-bc24-858b0fa1f6c4 req-28f0f941-ef15-4456-b8fe-7e8019d9df9c tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602160
Feb 03 12:37:04.062389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69777071-e97e-4f5f-9086-17fc5cd6f889 req-c4360a9b-95ea-4e4d-8e7d-b939f08007ca tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:04.064061 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-69777071-e97e-4f5f-9086-17fc5cd6f889 req-c4360a9b-95ea-4e4d-8e7d-b939f08007ca tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1744244
Feb 03 12:37:04.138171 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-69777071-e97e-4f5f-9086-17fc5cd6f889 req-4139b4da-9f67-42ee-83d5-679e6e200459 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675020
Feb 03 12:37:05.466497 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0a01d-5fc5-4f4d-af89-d529ad0fbb0e req-1764deb0-a0e6-456e-a853-5dc187ded65b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:05.468491 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1ad0a01d-5fc5-4f4d-af89-d529ad0fbb0e req-1764deb0-a0e6-456e-a853-5dc187ded65b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1769760
Feb 03 12:37:05.536288 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1ad0a01d-5fc5-4f4d-af89-d529ad0fbb0e req-53ff0a77-8597-477f-82ec-b16e7a38cf42 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607898
Feb 03 12:37:06.846208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:06.869988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa437e11-bfca-47ee-a3e7-bde9e479e181 req-d9a6cdf3-7554-4c0a-91de-69c8f3d52391 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:06.871640 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fa437e11-bfca-47ee-a3e7-bde9e479e181 req-d9a6cdf3-7554-4c0a-91de-69c8f3d52391 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1803861
Feb 03 12:37:06.938989 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fa437e11-bfca-47ee-a3e7-bde9e479e181 req-7b60fc6e-1141-41cb-aa70-ef89f9127267 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602791
Feb 03 12:37:08.265186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df530c-72a9-4fe4-99c8-a729ffbd7652 req-2f6de5ef-0e90-48e5-aa39-e4d617bb323b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:08.267264 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b5df530c-72a9-4fe4-99c8-a729ffbd7652 req-2f6de5ef-0e90-48e5-aa39-e4d617bb323b tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1775651
Feb 03 12:37:08.340023 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b5df530c-72a9-4fe4-99c8-a729ffbd7652 req-8180e3a6-f9b7-41d2-a5f5-0bd174cdf2e2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660994
Feb 03 12:37:09.291579 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-d589fb8a-9e27-41ed-ab3b-b56a5baa64a0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0845056
Feb 03 12:37:09.470150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-2efd4a5f-472d-4518-a178-fc561d092297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:09.471748 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-2efd4a5f-472d-4518-a178-fc561d092297 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1163 time: 0.0967760
Feb 03 12:37:09.698041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-d86a6360-5341-4042-bc37-c2c6a436d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:09.699648 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-d86a6360-5341-4042-bc37-c2c6a436d0fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 903 time: 0.2030942
Feb 03 12:37:09.847070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d58b1-4d45-457c-b26d-dd5d48340813 req-406301f2-e187-4165-aa6c-c975149c72ef tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:09.848701 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-161d58b1-4d45-457c-b26d-dd5d48340813 req-406301f2-e187-4165-aa6c-c975149c72ef tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.2789216
Feb 03 12:37:09.928526 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-5fa73d8e-90b2-4859-b508-1ace3ab9ebc3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 1002 time: 0.2208583
Feb 03 12:37:09.949815 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-161d58b1-4d45-457c-b26d-dd5d48340813 req-73ef0fb6-fb9c-48d0-9e81-536505f943a8 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914519
Feb 03 12:37:10.015330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-6fb985d1-2426-42c2-b131-aad0aa7df224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:10.016949 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-6fb985d1-2426-42c2-b131-aad0aa7df224 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 200  len: 848 time: 0.0662653
Feb 03 12:37:10.107414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-90af87df-e157-4e59-b2b3-ec4015e4e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:10.109175 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-90af87df-e157-4e59-b2b3-ec4015e4e10b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a25d274f-41b5-47e7-9ba6-399adec80e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813076
Feb 03 12:37:10.265330 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-d286d3b1-e7a8-418f-8ee1-5defa0012638 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398902
Feb 03 12:37:10.427205 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-60108047-84a6-47fe-a480-be1c7db8ff17 req-bfa0e39a-40e5-4900-a4fb-8f3cee242a44 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1486702
Feb 03 12:37:11.423386 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24083404-d3cf-41ac-8a6e-d0bdad7d006e req-bad8880a-e0e1-4139-aae8-0aeeba622b49 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:11.425075 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-24083404-d3cf-41ac-8a6e-d0bdad7d006e req-bad8880a-e0e1-4139-aae8-0aeeba622b49 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1685946
Feb 03 12:37:11.492732 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-24083404-d3cf-41ac-8a6e-d0bdad7d006e req-e869a5fe-5967-4e95-a275-8542a0edea49 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583916
Feb 03 12:37:12.666831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:37:12.830752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f6ef1-65cb-4f9a-8098-b57b33f3d4b1 req-8bf3a09c-d87f-471d-8ffb-09462099e4c7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:12.832395 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f22f6ef1-65cb-4f9a-8098-b57b33f3d4b1 req-8bf3a09c-d87f-471d-8ffb-09462099e4c7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 944 time: 0.1884513
Feb 03 12:37:12.907247 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f22f6ef1-65cb-4f9a-8098-b57b33f3d4b1 req-8e126241-8e37-4e48-9a36-75c4c27c7ae2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649314
Feb 03 12:37:13.076985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:37:13.153889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:37:13.154313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:13.285873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:37:13.358509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:37:13.358935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:13.498477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:13.528299 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:37:13.539669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:37:13.543184 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:13.545154 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bb6a78c4-bab4-4369-9f43-fc962e5c6e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:37:13.593406 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374', 'code': 200}
Feb 03 12:37:13.621849 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,revision_number=6']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:37:13.625917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:37:13.891068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9060df-0f32-4b55-95f2-3a366b89dd35 req-1f761e03-9584-4444-9f18-f4612aee44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:13.892676 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7e9060df-0f32-4b55-95f2-3a366b89dd35 req-1f761e03-9584-4444-9f18-f4612aee44c7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 1163 time: 0.0820386
Feb 03 12:37:13.945425 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7e9060df-0f32-4b55-95f2-3a366b89dd35 req-7b229911-1e2d-4f58-bea6-b28271ed6b7d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413237
Feb 03 12:37:14.234698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7109e7-c92e-4d5d-bf93-c5a2406e9463 req-7261dfb5-979a-4276-9b56-904a20204da2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:14.236258 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3b7109e7-c92e-4d5d-bf93-c5a2406e9463 req-7261dfb5-979a-4276-9b56-904a20204da2 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1743481
Feb 03 12:37:14.304351 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3b7109e7-c92e-4d5d-bf93-c5a2406e9463 req-35699662-54e1-48dd-9c3a-fe2728aecc71 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582693
Feb 03 12:37:14.777296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:37:14.854885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:37:14.855306 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:15.636941 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6940a-dac3-49da-86c0-d569ffee91ae req-30601724-27c3-400f-b88d-e717e09b1913 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:15.638685 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a8f6940a-dac3-49da-86c0-d569ffee91ae req-30601724-27c3-400f-b88d-e717e09b1913 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1738267
Feb 03 12:37:15.707186 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a8f6940a-dac3-49da-86c0-d569ffee91ae req-399992ff-c1e8-412f-bcec-325e73a69ab3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604017
Feb 03 12:37:17.040021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370e21f-0ebc-4b38-860f-f8e24808ee09 req-2bc9cdd0-370e-4e9f-8970-759353fafcc7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:17.041693 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f370e21f-0ebc-4b38-860f-f8e24808ee09 req-2bc9cdd0-370e-4e9f-8970-759353fafcc7 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1801479
Feb 03 12:37:17.117399 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f370e21f-0ebc-4b38-860f-f8e24808ee09 req-f3614358-bcc0-4ac1-834e-ee2c7380f80a tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687649
Feb 03 12:37:22.487116 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4adcc354-0fd8-4949-bc3b-bec792481835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:23.023187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:37:25.036031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc01b-3bac-4a58-abdf-e5d2ad140136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:25.634915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:26.243967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:26.998549 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:36.850046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:52.488778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5e980bb-3d3b-4d44-a716-4f5a6dfadee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:55.035766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0f1ca69d-110e-4419-a32a-0f6fd31dc7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:55.637672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:56.243490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:57.007928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:37:59.634091 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f28c47-04a6-4209-9499-607f70d32a1d req-eb089db4-807b-4f65-94e0-59cfdf5ca8d0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:37:59.635752 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-62f28c47-04a6-4209-9499-607f70d32a1d req-eb089db4-807b-4f65-94e0-59cfdf5ca8d0 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1859903
Feb 03 12:37:59.706454 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-62f28c47-04a6-4209-9499-607f70d32a1d req-06a3535d-bb3b-4bf1-915e-41de310dc1ae tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610571
Feb 03 12:38:00.029532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:38:01.125567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ca595-aca1-42c1-a5ad-71e7135392a6 req-af5b9eaa-820f-4230-8a04-09e95601d719 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:01.127161 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6b5ca595-aca1-42c1-a5ad-71e7135392a6 req-af5b9eaa-820f-4230-8a04-09e95601d719 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.2616570
Feb 03 12:38:01.196093 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6b5ca595-aca1-42c1-a5ad-71e7135392a6 req-d5f0c543-0f05-4835-8654-d5a0599d4cac tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups?id=f81dc262-4039-4d90-ad98-4f417ef262e5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591817
Feb 03 12:38:01.527082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-dd3d1d40-9b13-4a2c-b9c2-ca8eb0ebfbbe tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:01.528760 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-dd3d1d40-9b13-4a2c-b9c2-ca8eb0ebfbbe tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.86 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 946 time: 0.1798418
Feb 03 12:38:01.626282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Deleting port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:01.626677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:01.906624 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] For port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:01.907047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:02.236599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:02.237191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:02.237191 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Floating IP 55c625ad-32bd-433c-9928-db378e485e57 disassociated. External IP: 172.27.0.13, port: 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374.
Feb 03 12:38:02.237621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Calling delete_port for 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:02.399015 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:02.414206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1bf6540-e3c4-4831-9cf0-9645241a0498 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:02.770959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event deleted for resources: {'Port': ['ID=6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:02.799130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.799556 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.799954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.800350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.800744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.801145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.801541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.801955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.802351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.802744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.803130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.803517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.803941 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.804311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.804699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.805089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.805481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.805895 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.806285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.806677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.807062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.807454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.807878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.808263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:02.820850 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-112818cd-25bb-4b3c-92e6-0a7c967cb0d6 req-746982e0-c17e-4f0a-836f-c128b1b387cd tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/ports?device_id=06fc9810-b584-4102-bc04-4f06847d4714 HTTP/1.1" status: 200  len: 210 time: 0.4635196
Feb 03 12:38:02.823708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:03.053476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:03.071042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:38:03.090469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] No Port match for: 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:38:03.090865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 not bound to the agent host hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:38:03.272011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:38:03.283365 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] Sync routers for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:38:03.296552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:03.297248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0446f278>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:37:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:03.316159 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] No DVR routers for this DVR port 6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:38:03.318423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:03.321310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'name': 'network-vif-deleted', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:38:03.337443 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6987a325-4831-4f04-932e-c678b8f76cc3 req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.86 "DELETE /v2.0/ports/6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374 HTTP/1.1" status: 204  len: 173 time: 1.8016462
Feb 03 12:38:03.390452 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fc9810-b584-4102-bc04-4f06847d4714', 'name': 'network-vif-deleted', 'tag': '6a03ed9f-2aa4-4b9f-8bd7-3aa3be1be374', 'status': 'completed', 'code': 200}
Feb 03 12:38:03.510253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:03.995131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55060) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:04.025391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0446f278>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:04.030062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] Checking router: 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:38:04.038937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:04.039581 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0446f278>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:37:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:04.081731 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-03f2942f-8f39-40ca-94c8-53d329c24f83 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:04.112435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-03f2942f-8f39-40ca-94c8-53d329c24f83 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:04.160854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-03f2942f-8f39-40ca-94c8-53d329c24f83 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:04.164972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-61445d02-a7f7-4437-bd4c-a8aaa731e17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:04.181432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2942f-8f39-40ca-94c8-53d329c24f83 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81dc262-4039-4d90-ad98-4f417ef262e5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:04.184173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-03f2942f-8f39-40ca-94c8-53d329c24f83 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:04.195965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-03f2942f-8f39-40ca-94c8-53d329c24f83 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:04.199813 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-03f2942f-8f39-40ca-94c8-53d329c24f83 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "DELETE /v2.0/security-groups/f81dc262-4039-4d90-ad98-4f417ef262e5 HTTP/1.1" status: 204  len: 168 time: 0.2010183
Feb 03 12:38:04.200141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55064) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:04.218673 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.v2.resource [None req-c03e8ba5-0c7a-42fd-b7c9-2d21cbe5e908 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] show failed (client error): The resource could not be found.
Feb 03 12:38:04.219810 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c03e8ba5-0c7a-42fd-b7c9-2d21cbe5e908 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "GET /v2.0/security-groups/f81dc262-4039-4d90-ad98-4f417ef262e5 HTTP/1.1" status: 404  len: 347 time: 0.0186343
Feb 03 12:38:04.223034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55068) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:04.231480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:04.411213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Deleting port f7b7bbd5-b304-473d-90d8-e04ab91922fe {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:04.411795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:04.567511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0446f278>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:04.572129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d034b-c400-45a8-a6c7-90851770b803 None None] The sync data for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi is: [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:29:39Z', 'revision_number': 4, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '2a2caf80-3e4f-4a31-9039-f0f595a2a3d1', 'name': '', 'network_id': '77f62c44-14af-4652-8ba8-561fe738d674', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'mac_address': 'fa:16:3e:7b:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:37Z', 'updated_at': '2021-02-03T12:29:52Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'subnets': [{'id': '3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:38:04.594937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:04.595307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:04.737687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Calling delete_port for f7b7bbd5-b304-473d-90d8-e04ab91922fe owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:04.890845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:04.907673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-02da4a75-31ee-4ac2-8e21-e442992e525b tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:05.024168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Pushing event deleted for resources: {'Port': ['ID=f7b7bbd5-b304-473d-90d8-e04ab91922fe,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:05.041019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.041438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.041878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.042274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.042670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.043062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.043455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.043847 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.044412 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.044874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.045268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.045699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.046112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.046504 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.046889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.047276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.047666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.048058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.048445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.048833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.049216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.049604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.050029 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.050401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:05.054521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:05.057087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc550a65-18e7-4c75-9a5f-24a1193de5e4 None None] New status for floating IP 55c625ad-32bd-433c-9928-db378e485e57: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:38:05.173098 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks [] for floatingip, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:05.188777 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:05.190149 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] 10.222.0.38 "DELETE /v2.0/floatingips/55c625ad-32bd-433c-9928-db378e485e57 HTTP/1.1" status: 204  len: 168 time: 0.9658761
Feb 03 12:38:06.840049 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:08.112684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55092) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:08.874670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728049'] for router_interface, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:09.469464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Deleting port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:09.470141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:09.660863 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] For port 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=2a2caf80-3e4f-4a31-9039-f0f595a2a3d1,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:09.661247 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:09.795178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Calling delete_port for 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 owned by network:router_interface {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:09.978777 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:09.992046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:10.086100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2caf80-3e4f-4a31-9039-f0f595a2a3d1,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:10.088961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:10.406579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853142545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853048971'] for router_interface, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:10.931412 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:38:11.134604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:38:11.144367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] Sync routers for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:38:11.148525 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8889582d-64fd-4ec1-9894-9ab07137407d admin admin] 10.222.0.38 "PUT /v2.0/routers/4f93c4c1-1b23-4f8a-8b25-8a81755a1f28/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0343754
Feb 03 12:38:11.151178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55098) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:11.155743 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:11.156445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0340f128>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:37:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:11.349988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:11.353732 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:11.548616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:11.554304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Deleting port 52a7bff0-3c2d-468f-8c3c-9edc27c86647 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:11.554679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:11.665953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0340f128>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:38:09Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:11.670047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] Checking router: 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:38:11.679040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] Routers {'4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:11.679686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0340f128>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:37:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:11.749138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] For port 52a7bff0-3c2d-468f-8c3c-9edc27c86647, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=52a7bff0-3c2d-468f-8c3c-9edc27c86647,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:11.749537 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:11.871046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] Set router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:11.881367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Calling delete_port for 52a7bff0-3c2d-468f-8c3c-9edc27c86647 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:12.027797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:12.231873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047917'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:12.336899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0340f128>, [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:38:09Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:12.341330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87ee71-16ed-4b43-8ff5-91353c16b627 None None] The sync data for ids ['4f93c4c1-1b23-4f8a-8b25-8a81755a1f28'] in dv-cinder-773876-1-iscsi is: [{'id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'name': 'tempest-AttachVolumeShelveTestJSON-761038841-router', 'tenant_id': '4b6de16555104ac9bda36ec964e4c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:29:31Z', 'updated_at': '2021-02-03T12:38:09Z', 'revision_number': 5, 'project_id': '4b6de16555104ac9bda36ec964e4c2cf', 'gw_port': {'id': '52a7bff0-3c2d-468f-8c3c-9edc27c86647', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93c4c1-1b23-4f8a-8b25-8a81755a1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:29:33Z', 'updated_at': '2021-02-03T12:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:38:12.373756 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853025825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771993'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:12.376122 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:12.406576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1747052'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:12.407482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 12:38:12.426426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:12.427678 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1d2520a9-e260-4f04-bd57-ae6f02c599d7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4f93c4c1-1b23-4f8a-8b25-8a81755a1f28 HTTP/1.1" status: 204  len: 168 time: 1.2754419
Feb 03 12:38:12.430414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55102) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:12.496916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-f510188d-5e4a-4908-acb3-755cb1de86d7 admin admin] Deleting subnet 3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:38:12.500348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f510188d-5e4a-4908-acb3-755cb1de86d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:12.553066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f510188d-5e4a-4908-acb3-755cb1de86d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315325'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:12.642097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f510188d-5e4a-4908-acb3-755cb1de86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:12.919167 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f510188d-5e4a-4908-acb3-755cb1de86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6455435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848430674'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:12.935687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-79e68822-e774-485b-9b4b-18d581b93d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:13.028304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510188d-5e4a-4908-acb3-755cb1de86d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:13.031311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f510188d-5e4a-4908-acb3-755cb1de86d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:13.081490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f510188d-5e4a-4908-acb3-755cb1de86d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:13.087165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84472d05-150d-4ea3-addb-61a214eb5029 None None] Network 77f62c44-14af-4652-8ba8-561fe738d674 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:38:13.087873 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f510188d-5e4a-4908-acb3-755cb1de86d7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3798b6bc-2a11-44aa-bd57-ebceeb5d5d2d HTTP/1.1" status: 204  len: 168 time: 0.6564550
Feb 03 12:38:13.090618 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55106) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:13.206082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:13.274682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Deleting port 90a6f79c-9d64-4465-9ab3-c944199e2599 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:13.274909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:13.349876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] DHCP port deletion for 77f62c44-14af-4652-8ba8-561fe738d674 request from dv-cinder-773876-1-iscsi {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 12:38:13.355226 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Deleting port 90a6f79c-9d64-4465-9ab3-c944199e2599 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:13.355659 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:13.585543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 90a6f79c-9d64-4465-9ab3-c944199e2599 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:13.636166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] For port 90a6f79c-9d64-4465-9ab3-c944199e2599, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=90a6f79c-9d64-4465-9ab3-c944199e2599,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:13.636608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:13.748423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] For port 90a6f79c-9d64-4465-9ab3-c944199e2599, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=90a6f79c-9d64-4465-9ab3-c944199e2599,segment=NetworkSegment(e7cf9a46-1284-4906-a66d-f03b8a3202c7),segment_id=e7cf9a46-1284-4906-a66d-f03b8a3202c7)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:13.748798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:13.781062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Calling delete_port for 90a6f79c-9d64-4465-9ab3-c944199e2599 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:13.881438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Calling delete_port for 90a6f79c-9d64-4465-9ab3-c944199e2599 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:13.912278 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:13.926233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786'] for port, after_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:13.943414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:13.962238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:38:13.962598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:38:14.045472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Pushing event deleted for resources: {'Port': ['ID=90a6f79c-9d64-4465-9ab3-c944199e2599,revision_number=None']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:14.103178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.103571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.103946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.104319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.104709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.105054 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.105417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.105807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.106165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.106567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.106926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.107281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.107679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.108042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.108399 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.108754 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.109111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.109467 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.109851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.110214 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.110574 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.110932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.111290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.111630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:14.125530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:14.134405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 52a7bff0-3c2d-468f-8c3c-9edc27c86647 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:14.174539 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 52a7bff0-3c2d-468f-8c3c-9edc27c86647 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:38:14.174925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 52a7bff0-3c2d-468f-8c3c-9edc27c86647 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:38:14.175374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:14.212511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] No DVR routers for this DVR port 90a6f79c-9d64-4465-9ab3-c944199e2599 on host dv-cinder-773876-1-iscsi {{(pid=80116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:38:14.213816 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:38:14.214201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2a2caf80-3e4f-4a31-9039-f0f595a2a3d1 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:38:14.464344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Deleting port 90a6f79c-9d64-4465-9ab3-c944199e2599 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:14.464973 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:14.539275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] The port '90a6f79c-9d64-4465-9ab3-c944199e2599' was deleted {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 12:38:14.661042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:14.786583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a02c536d8>,) {'filters': {'network_id': ['77f62c44-14af-4652-8ba8-561fe738d674']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:14.800023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02c536d8>, 'e7cf9a46-1284-4906-a66d-f03b8a3202c7') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:14.800374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02c536d8>, 'e7cf9a46-1284-4906-a66d-f03b8a3202c7') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:14.813510 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853460491'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:14.829331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:14.831450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:38:15.023628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Network 77f62c44-14af-4652-8ba8-561fe738d674 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:38:15.035019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6455524'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:15.224695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Network 77f62c44-14af-4652-8ba8-561fe738d674 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   % (table.description, expected, rows_matched)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   % (table.description, expected, rows_matched)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   % (table.description, expected, rows_matched)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   % (table.description, expected, rows_matched)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:38:15.251233 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:38:15.332909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:15.336799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:15.350953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:15.364314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Pushing event deleted for resources: {'Network': ['ID=77f62c44-14af-4652-8ba8-561fe738d674,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:15.368122 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:15.370036 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-7dac0e1b-a2db-4584-9e7f-c3df9398cf24 admin admin] 10.222.0.38 "DELETE /v2.0/networks/77f62c44-14af-4652-8ba8-561fe738d674 HTTP/1.1" status: 204  len: 168 time: 2.2783728
Feb 03 12:38:15.530391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55112) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:15.586246 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3a604dce-80b9-4193-ab9b-897ae9a0f205 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b6de16555104ac9bda36ec964e4c2cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544243
Feb 03 12:38:15.588877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55116) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:15.649930 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e930595-b4d0-4789-bc3a-9fb8209f9ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:15.678328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e930595-b4d0-4789-bc3a-9fb8209f9ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:15.738272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e930595-b4d0-4789-bc3a-9fb8209f9ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:15.742282 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1f06d3dc-6419-4bee-948f-ed6476743c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:15.757091 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e930595-b4d0-4789-bc3a-9fb8209f9ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383715a5-05d6-43d4-b095-d5312e0984b9,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:15.761557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3e930595-b4d0-4789-bc3a-9fb8209f9ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:15.767403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e930595-b4d0-4789-bc3a-9fb8209f9ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:15.768633 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3e930595-b4d0-4789-bc3a-9fb8209f9ef8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/383715a5-05d6-43d4-b095-d5312e0984b9 HTTP/1.1" status: 204  len: 168 time: 0.1788359
Feb 03 12:38:16.733612 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55138) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:16.892604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-300824434-network', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:16.898342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:16.902931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Usage tracker for resource:network and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:16.906422 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:16.913285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:16.923350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Made reservation on behalf of 1ce762abf5224fe6be0393b77d8ca516 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:38:16.928145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:16.942078 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:16.957606 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:16.962249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:16.965447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:16.971684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:17.060687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:17.065437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:17.068550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0f5e5133-f69b-49df-98f7-2cccc16e6ad1 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:17.104062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:38:17.113476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d01e5b-9551-42dc-b83d-f1693a733aaf,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:17.117450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:17.120557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:17.120916 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Added segment 3d5d8ab8-555f-404e-99bb-250c1c2c6405 of type vxlan for network 4c506963-07cf-412f-983a-fbdadb39de24
Feb 03 12:38:17.149168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:17.180832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:17.182056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:17.182719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:17.187988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b4aba4fc-af7b-4ad5-a478-d20ab4379920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:17.291944 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.5570846
Feb 03 12:38:17.295213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Pushing event updated for resources: {'Network': ['ID=4c506963-07cf-412f-983a-fbdadb39de24,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:17.295800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55144) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:17.298195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4d5a53e8-3b8d-40af-916e-3f74ddf424e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:17.303024 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Request body: {'subnet': {'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-300824434-subnet', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:17.308501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 4c506963-07cf-412f-983a-fbdadb39de24 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:38:17.310838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:17.317752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Usage tracker for resource:subnet and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:17.322461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:17.328186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network 4c506963-07cf-412f-983a-fbdadb39de24 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:38:17.329921 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:17.340131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Made reservation on behalf of 1ce762abf5224fe6be0393b77d8ca516 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:38:17.345057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6345092'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:17.755494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6455886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6345143'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:17.768576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f510188d-5e4a-4908-acb3-755cb1de86d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:17.892814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:17.897626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:17.970780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Checking segment: {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:38:17.971295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Network hostable DHCP agents. Network: 4c506963-07cf-412f-983a-fbdadb39de24, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:38:17.995946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Network 4c506963-07cf-412f-983a-fbdadb39de24 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:38:18.006132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 4c506963-07cf-412f-983a-fbdadb39de24) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:18.016005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff52936-0590-45b6-9733-792a56b65d5b None None] Network 4c506963-07cf-412f-983a-fbdadb39de24 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:38:18.020666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:18.021268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:18.043111 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b2241be2-8792-43f0-b0cf-7b08ef7d8472 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7460938
Feb 03 12:38:18.046620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55148) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:18.052073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:18.057533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:18.062269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Usage tracker for resource:router and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:18.066105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:18.072019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:18.082178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853025918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771978'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:18.083223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1749868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854388198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3823'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:18.098126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:18.246500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b79e451-caa2-50de-a50b-efe9dfde6a2a-4c506963-07cf-412f-983a-fbdadb39de24', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83'}]}} from dv-cinder-773876-1-iscsi. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 12:38:18.247560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:18.386642 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853025795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:18.534973 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Allocated IP 172.20.0.2 (4c506963-07cf-412f-983a-fbdadb39de24/ee4b558a-7936-4b5a-b5d0-9ad50cb93a83/b9fd1b25-ba3c-46ca-a465-271a4e1f8771) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:38:18.715941 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:18.751240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:18.757193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:18.768458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Transition to ACTIVE for port object b9fd1b25-ba3c-46ca-a465-271a4e1f8771 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:18.785564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Transition to ACTIVE for port object b9fd1b25-ba3c-46ca-a465-271a4e1f8771 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:18.791280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:18.807179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4624ff77-0259-4f6a-9268-4eee410e338e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:19.040298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Allocated IP 172.27.0.147 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/2202f3e3-d6f6-4d96-b886-43a81eee2e51) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:38:19.106104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Pushing event updated for resources: {'Port': ['ID=b9fd1b25-ba3c-46ca-a465-271a4e1f8771,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:19.110649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:19.163045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Network 4c506963-07cf-412f-983a-fbdadb39de24 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:38:19.164277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Resources bound (agent type, host, resource id):  {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:19.166719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:38:19.204495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:19.227357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Attempting to bind port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:38:19.227740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Attempting to bind port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:38:19.228241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Attempting to bind port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 on network 4c506963-07cf-412f-983a-fbdadb39de24 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:38:19.234667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:38:19.235088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Checking segment: {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:38:19.235530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:19.235966 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Bound using segment: {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:38:19.236480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Bound port: b9fd1b25-ba3c-46ca-a465-271a4e1f8771, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:38:19.236934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:19.240134 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:19.256080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-68c2d475-4027-4a59-93dc-73bed7f47242 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:19.336113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] For port b9fd1b25-ba3c-46ca-a465-271a4e1f8771, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:38:19.339695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] For port b9fd1b25-ba3c-46ca-a465-271a4e1f8771, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=b9fd1b25-ba3c-46ca-a465-271a4e1f8771,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:38:19.343880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:19.357520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:19.518924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Pushing event updated for resources: {'Port': ['ID=b9fd1b25-ba3c-46ca-a465-271a4e1f8771,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:19.524819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:19.632500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Pushing event updated for resources: {'Port': ['ID=2202f3e3-d6f6-4d96-b886-43a81eee2e51,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:19.637789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:19.690810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:38:19.692255 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:19.694783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:38:20.284995 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-6f3cb374-8b0a-4aa6-af7b-bcfd1cd92c8a tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/floatingips/fb52143e-cb1d-4ecd-9d03-eb7f2f2fc592 HTTP/1.1" status: 200  len: 999 time: 0.1653068
Feb 03 12:38:20.319053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:20.689685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83214293-d211-4791-95c1-ea199b48a0fd req-edf5a911-775f-46d3-b89e-47af5830a1ff tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:20.691330 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-edf5a911-775f-46d3-b89e-47af5830a1ff tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 784 time: 0.3980052
Feb 03 12:38:20.890285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ec954-7ece-432d-96cb-9a18ec2c21c5 None None] Network 4c506963-07cf-412f-983a-fbdadb39de24 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:38:20.962239 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-870f8848-6794-4a46-b412-3da51a9b98e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200  len: 1002 time: 0.2148156
Feb 03 12:38:20.987754 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1a5b3661-3a77-4e80-953d-1a517ffab24c None None] Provisioning for port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:38:21.042338 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047887'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:21.258484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83214293-d211-4791-95c1-ea199b48a0fd req-355f7b88-a3ef-4a42-81e8-e46156b3b7ed tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:21.260055 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-355f7b88-a3ef-4a42-81e8-e46156b3b7ed tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports/36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 943 time: 0.2859478
Feb 03 12:38:21.625766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device b9fd1b25-ba3c-46ca-a465-271a4e1f8771 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:38:21.678037 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-93dd77d8-3d8d-47c8-a184-23290ec5d074 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200  len: 1002 time: 0.1484044
Feb 03 12:38:21.713397 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:38:21.718680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:21.719103 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:21.847815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:21.882344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port b9fd1b25-ba3c-46ca-a465-271a4e1f8771, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=b9fd1b25-ba3c-46ca-a465-271a4e1f8771,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:21.885837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:21.887799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:21.927288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Router 290314e6-0ad6-4904-8ce2-306cc9fbee5e is scheduled to L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 12:38:21.959604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=b9fd1b25-ba3c-46ca-a465-271a4e1f8771,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:21.963613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:22.019341 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Deleting port 1c2d91ef-ce8c-4cb8-8b65-612f21cfbd90 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:22.019686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:22.262902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:38:22.272170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Sync routers for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:38:22.283291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:22.283950 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a029e4208>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:37:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:22.315341 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:22.316637 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.2690129
Feb 03 12:38:22.318725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:22.319087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:22.319965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55156) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:22.458126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Calling delete_port for 1c2d91ef-ce8c-4cb8-8b65-612f21cfbd90 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:22.489719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:22.535085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d061-7186-4807-a844-162069cd759f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:22.626458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:22.644354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6fef964a-c1be-440a-b597-56c33301476b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:22.746670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Pushing event deleted for resources: {'Port': ['ID=1c2d91ef-ce8c-4cb8-8b65-612f21cfbd90,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:22.754056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:22.812666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a029e4208>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:19Z', 'revision_number': 3, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:22.817065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Checking router: 290314e6-0ad6-4904-8ce2-306cc9fbee5e for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:38:22.817466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Updating router 290314e6-0ad6-4904-8ce2-306cc9fbee5e port 2202f3e3-d6f6-4d96-b886-43a81eee2e51 binding host dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:38:22.876620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:22.889494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:22.889902 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Floating IP fb52143e-cb1d-4ecd-9d03-eb7f2f2fc592 disassociated (deleted). External IP: 172.27.0.191, port: 36c1cc16-be36-48f0-bea9-9989cb9a6ce4.
Feb 03 12:38:23.310140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:23.311335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Router d0679397-8c8d-494d-803d-0211b3c7f124 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:38:23.319677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:23.332799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Transition to ACTIVE for port object 2202f3e3-d6f6-4d96-b886-43a81eee2e51 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:23.336213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:23.351707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7f6eca3a-63fc-4d3e-8135-4b3326951a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:23.484135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85a04b-79e3-475d-b2e0-770f21b9a831 None None] Pushing event updated for resources: {'Port': ['ID=2202f3e3-d6f6-4d96-b886-43a81eee2e51,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:23.488605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4f85a04b-79e3-475d-b2e0-770f21b9a831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:23.508099 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:38:23.522037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] Sync routers for ids ['d0679397-8c8d-494d-803d-0211b3c7f124'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:38:23.535685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] Routers {'d0679397-8c8d-494d-803d-0211b3c7f124'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:23.539457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:23.543007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03879908>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:37:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['d0679397-8c8d-494d-803d-0211b3c7f124'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:23.553684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Attempting to bind port 2202f3e3-d6f6-4d96-b886-43a81eee2e51 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:38:23.554103 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Attempting to bind port 2202f3e3-d6f6-4d96-b886-43a81eee2e51 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:38:23.554514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Attempting to bind port 2202f3e3-d6f6-4d96-b886-43a81eee2e51 on network 549e872b-1584-42ab-be09-aa93760d03bd {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:38:23.560650 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:38:23.561327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Checking segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:38:23.561773 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:23.562208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Bound using segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:38:23.562725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Bound port: 2202f3e3-d6f6-4d96-b886-43a81eee2e51, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:38:23.563143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:23.606937 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "DELETE /v2.0/floatingips/fb52143e-cb1d-4ecd-9d03-eb7f2f2fc592 HTTP/1.1" status: 204  len: 173 time: 1.9213791
Feb 03 12:38:23.607512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:38:23.737314 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'status': 'completed', 'code': 200}
Feb 03 12:38:23.744517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83214293-d211-4791-95c1-ea199b48a0fd req-89e54e53-1dcd-4dc8-8c38-7479d7bf3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:23.747339 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-89e54e53-1dcd-4dc8-8c38-7479d7bf3e0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1163 time: 0.1187236
Feb 03 12:38:23.753338 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Allocated IP 172.20.0.1 (4c506963-07cf-412f-983a-fbdadb39de24/ee4b558a-7936-4b5a-b5d0-9ad50cb93a83/55fc5f23-fcd1-4688-bd81-be2d64056bf4) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:38:23.814405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device b9fd1b25-ba3c-46ca-a465-271a4e1f8771 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:38:23.839481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] Set router d0679397-8c8d-494d-803d-0211b3c7f124 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:23.927243 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] For port 2202f3e3-d6f6-4d96-b886-43a81eee2e51, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:38:23.931307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] For port 2202f3e3-d6f6-4d96-b886-43a81eee2e51, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=2202f3e3-d6f6-4d96-b886-43a81eee2e51,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:38:23.940157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:23.957606 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7e064e05-6e34-4247-b0ef-0f80c38482c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:23.991856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:24.000530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:24.000956 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:24.027864 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Transition to ACTIVE for port object 55fc5f23-fcd1-4688-bd81-be2d64056bf4 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:24.055322 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:24.073165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cc9db542-d60c-418e-bdf7-28eb33cc943c tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:24.171454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85a04b-79e3-475d-b2e0-770f21b9a831 None None] Pushing event updated for resources: {'Port': ['ID=2202f3e3-d6f6-4d96-b886-43a81eee2e51,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:24.193940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4f85a04b-79e3-475d-b2e0-770f21b9a831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:24.220502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Pushing event updated for resources: {'Port': ['ID=55fc5f23-fcd1-4688-bd81-be2d64056bf4,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:24.226230 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:24.277230 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03879908>, [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '6607c048-5edf-475a-86ec-39628e8633d3', 'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'mac_address': 'fa:16:3e:d1:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '803da186-2274-4db4-b802-230fea976266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:35Z', 'updated_at': '2021-02-03T12:32:45Z', 'revision_number': 5, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'subnets': [{'id': '803da186-2274-4db4-b802-230fea976266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:24.278862 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-eabd6081-55a4-4948-bc25-d91a5dc996b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:24.281130 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-eabd6081-55a4-4948-bc25-d91a5dc996b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e63ca91f1f4934ad659a0f688f8148&device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 1163 time: 0.5251901
Feb 03 12:38:24.281375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Network 4c506963-07cf-412f-983a-fbdadb39de24 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:38:24.282735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] Checking router: d0679397-8c8d-494d-803d-0211b3c7f124 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:38:24.283444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:24.294055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:38:24.294158 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] Routers {'d0679397-8c8d-494d-803d-0211b3c7f124'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:24.295343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03879908>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:37:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['d0679397-8c8d-494d-803d-0211b3c7f124'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:24.315854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:24.316878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a029e4208>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:37:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:24.369522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853028235'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:24.419420 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83214293-d211-4791-95c1-ea199b48a0fd req-45ba2fc1-31fa-454e-ad56-ab55cdf2b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:24.433166 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-45ba2fc1-31fa-454e-ad56-ab55cdf2b32a service neutron] 10.222.0.38 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 903 time: 0.6788459
Feb 03 12:38:24.536186 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-4f73e6c3-42bd-417c-b609-9a6761316e6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 217 time: 0.1019547
Feb 03 12:38:24.583439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] Set router d0679397-8c8d-494d-803d-0211b3c7f124 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:24.583767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:24.650136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83214293-d211-4791-95c1-ea199b48a0fd req-96b85c2b-94ce-4f18-a89f-405e8a9daa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:24.659338 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-96b85c2b-94ce-4f18-a89f-405e8a9daa47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 200  len: 848 time: 0.1217403
Feb 03 12:38:24.699507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:24.708596 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-ea4b00bf-aff4-4852-8595-cd1425c2435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:24.710218 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-ea4b00bf-aff4-4852-8595-cd1425c2435c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 200  len: 903 time: 0.4021468
Feb 03 12:38:24.788330 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-91436350-cf97-4c19-b9ca-e8337f15fc02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 200  len: 217 time: 0.0675185
Feb 03 12:38:24.830683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-325b00a3-de05-4e94-af6a-ea0fcf208e70 None None] Provisioning for port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:38:24.842406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-325b00a3-de05-4e94-af6a-ea0fcf208e70 None None] Provisioning complete for port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:24.842836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-325b00a3-de05-4e94-af6a-ea0fcf208e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:24.877211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83214293-d211-4791-95c1-ea199b48a0fd req-191bf30b-624e-4e2f-b056-8e5fb4b0e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:24.878909 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-191bf30b-624e-4e2f-b056-8e5fb4b0e39b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a25d274f-41b5-47e7-9ba6-399adec80e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2187288
Feb 03 12:38:24.884898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-4afcd889-6c46-4a42-9431-823405f27277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:24.886520 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-4afcd889-6c46-4a42-9431-823405f27277 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 200  len: 848 time: 0.0852480
Feb 03 12:38:24.916690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-325b00a3-de05-4e94-af6a-ea0fcf208e70 None None] Port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:38:25.031413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a029e4208>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:19Z', 'revision_number': 3, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:25.038442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:25.040298 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7674bede-bcd1-4682-96c6-5bd445a2e2aa None None] The sync data for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi is: [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:19Z', 'revision_number': 3, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:38:25.042553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-13b8999b-0eb1-4f53-9c9f-72aa587a151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:25.043995 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:25.052680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03879908>, [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '6607c048-5edf-475a-86ec-39628e8633d3', 'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'mac_address': 'fa:16:3e:d1:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '803da186-2274-4db4-b802-230fea976266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:35Z', 'updated_at': '2021-02-03T12:32:45Z', 'revision_number': 5, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'subnets': [{'id': '803da186-2274-4db4-b802-230fea976266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:25.057386 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da0092-1b18-4820-bcb4-4081eb583a79 None None] The sync data for ids ['d0679397-8c8d-494d-803d-0211b3c7f124'] in dv-cinder-773876-1-iscsi is: [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:32:36Z', 'revision_number': 4, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '6607c048-5edf-475a-86ec-39628e8633d3', 'name': '', 'network_id': 'a25d274f-41b5-47e7-9ba6-399adec80e0b', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'mac_address': 'fa:16:3e:d1:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '803da186-2274-4db4-b802-230fea976266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:35Z', 'updated_at': '2021-02-03T12:32:45Z', 'revision_number': 5, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'subnets': [{'id': '803da186-2274-4db4-b802-230fea976266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:38:25.087095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-11c45603-b4e3-40f5-b596-b1402ea6665f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:25.149427 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-95f6dc3b-7fec-47d4-a0ed-8578ab566255 service neutron] 10.222.0.38 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2605536
Feb 03 12:38:25.179815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Pushing event updated for resources: {'Port': ['ID=55fc5f23-fcd1-4688-bd81-be2d64056bf4,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:25.183133 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:25.187080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853047765'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:25.188902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-97455659-b44f-4ffe-99c5-571d0be02758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:25.190576 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-97455659-b44f-4ffe-99c5-571d0be02758 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a25d274f-41b5-47e7-9ba6-399adec80e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2776685
Feb 03 12:38:25.251815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-2e6fb161-92f2-4a15-a35c-6de04d6981fb service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:38:25.252884 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-2e6fb161-92f2-4a15-a35c-6de04d6981fb service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0107114
Feb 03 12:38:25.332688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Network 4c506963-07cf-412f-983a-fbdadb39de24 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:38:25.333991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:25.420611 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-83214293-d211-4791-95c1-ea199b48a0fd req-4051ae6a-da61-4bde-8eff-7ee0b7b06f0c service neutron] 10.222.0.38 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2578633
Feb 03 12:38:25.504167 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-d73b4bf1-6213-485f-9aca-28a607ed6caf service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2357018
Feb 03 12:38:25.652565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:25.662263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c205ba-5e43-4c42-a5f6-b8751726c1e9 None None] New status for floating IP fb52143e-cb1d-4ecd-9d03-eb7f2f2fc592: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:38:25.780473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2202f3e3-d6f6-4d96-b886-43a81eee2e51 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:38:25.809042 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9d8534d9-a249-4a21-b89e-ac281c9dba72 req-f511e22a-4251-409b-acd8-749c1fc05253 service neutron] 10.222.0.86 "GET /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2929361
Feb 03 12:38:25.946051 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Router 290314e6-0ad6-4904-8ce2-306cc9fbee5e has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:38:25.977265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-8a3d63f6-dd51-48b6-9c92-9ca2bb74ed6f None None] Provisioning complete for port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:25.977609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a3d63f6-dd51-48b6-9c92-9ca2bb74ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:26.046697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d63f6-dd51-48b6-9c92-9ca2bb74ed6f None None] Port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:38:26.066153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 2202f3e3-d6f6-4d96-b886-43a81eee2e51 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:38:26.072202 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 2202f3e3-d6f6-4d96-b886-43a81eee2e51 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:26.072735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:26.100011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291c17-ee92-44b4-aba1-c4c11117442a req-8930c7b2-44e1-4933-b2b6-912430dc5bed tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:26.100980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-dc291c17-ee92-44b4-aba1-c4c11117442a req-8930c7b2-44e1-4933-b2b6-912430dc5bed tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Synchronizing usage tracker for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:38:26.118413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-dc291c17-ee92-44b4-aba1-c4c11117442a req-8930c7b2-44e1-4933-b2b6-912430dc5bed tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Unset dirty status for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:38:26.119738 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dc291c17-ee92-44b4-aba1-c4c11117442a req-8930c7b2-44e1-4933-b2b6-912430dc5bed tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.2552679
Feb 03 12:38:26.186826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:38:26.190200 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dc291c17-ee92-44b4-aba1-c4c11117442a req-ed6e01d3-9a81-4bc2-917e-ddd6195d3488 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0627823
Feb 03 12:38:26.198914 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-436bcdcb-3263-4ede-b35b-117cab10242e admin admin] 10.222.0.38 "PUT /v2.0/routers/290314e6-0ad6-4904-8ce2-306cc9fbee5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8777976
Feb 03 12:38:26.232940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:26.248881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:26.254710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 2202f3e3-d6f6-4d96-b886-43a81eee2e51, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=2202f3e3-d6f6-4d96-b886-43a81eee2e51,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:26.257843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:26.259632 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b91f05d4-5860-47d3-8c27-756d0c8415a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:26.335627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=2202f3e3-d6f6-4d96-b886-43a81eee2e51,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:26.343635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:26.793091 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55172) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:26.799325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310605115', 'description': 'tempest-description--1545104267'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:26.822309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:26.827068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Usage tracker for resource:security_group and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:26.830201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:26.836109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:26.847668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:26.869187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:26.873399 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Usage tracker for resource:security_group_rule and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:26.876468 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:26.882322 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:26.962477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:26.966600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:26.972449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-df1634ab-09e9-445b-9033-4a93730c4208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:27.004825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.018243 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.019562 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2250857
Feb 03 12:38:27.020562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:27.022938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55176) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:27.023865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:27.029304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'security_group_rule': {'security_group_id': '5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:27.052157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:27.056307 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Usage tracker for resource:security_group_rule and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:27.059374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:27.065399 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:27.083770 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.147012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.150814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.153090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c2f2f7c9-8071-492c-bc6b-5cca8cdce3ef tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:27.176541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac219e1d-1226-416e-957c-b9d8110b93f9,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:27.179076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:27.186557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.187846 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1635957
Feb 03 12:38:27.190790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55180) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:27.196256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'security_group_rule': {'security_group_id': '5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:27.218461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:27.222812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Usage tracker for resource:security_group_rule and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:27.226148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:27.232484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:27.256045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.325036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.367162 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.374785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-15dfa523-a07f-405e-b5e1-8c4540b1e513 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:27.406647 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e49599d-cad1-4803-b03a-ca5829fa956b,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:27.410221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:27.412034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.413401 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-401dc46c-57f2-41fc-8060-492cba4cec81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2215457
Feb 03 12:38:27.416835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55186) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:27.422806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'floatingip': {'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:27.444959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:27.449424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Usage tracker for resource:floatingip and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:27.452715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:27.458916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:27.470963 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.524030 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178f7ac-50b2-4205-92df-baa261ddfb6f req-32fa761a-f9ee-460e-9fe8-ad53323e871d tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:27.525776 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2178f7ac-50b2-4205-92df-baa261ddfb6f req-32fa761a-f9ee-460e-9fe8-ad53323e871d tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1995115
Feb 03 12:38:27.595877 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2178f7ac-50b2-4205-92df-baa261ddfb6f req-92736ea8-d98a-45fd-941e-75ef21c0f5d2 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups?id=650cd854-0120-4bbf-ae27-fcd4ee718e81&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0634172
Feb 03 12:38:27.600085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2202f3e3-d6f6-4d96-b886-43a81eee2e51 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:38:27.625364 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.680354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 2202f3e3-d6f6-4d96-b886-43a81eee2e51 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:27.680780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:27.902431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Allocated IP 172.27.0.109 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/d91e1428-d3b7-4575-b57a-c2cd7be3cc69) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:38:28.011947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-92287db2-b955-4f7d-bcc3-ac05b4cbf7dc tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:28.013701 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-92287db2-b955-4f7d-bcc3-ac05b4cbf7dc tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 946 time: 0.1735232
Feb 03 12:38:28.063822 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.113442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Deleting port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:28.113863 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.114235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.117433 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Sync routers for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:38:28.128593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:28.129180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03879438>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:28.131220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:28.270643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'Port': ['ID=d91e1428-d3b7-4575-b57a-c2cd7be3cc69,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:28.273844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:28.321674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:28.329965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:38:28.330841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:28.333431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:38:28.392661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] For port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:28.393070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.420046 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.490812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.533631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Calling delete_port for 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:28.665491 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03879438>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 2, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:28.670375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Checking router: 290314e6-0ad6-4904-8ce2-306cc9fbee5e for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:38:28.670979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Updating router 290314e6-0ad6-4904-8ce2-306cc9fbee5e port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 binding host dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:38:28.712384 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.731096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.735065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-46d38d15-f0c0-4715-a8b5-b863e6f06114 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:28.806737 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5806244e-b919-4b83-b105-ebac1021e866 req-afbb730a-f596-4faf-9a8d-26413a8d3934 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 210 time: 0.0600948
Feb 03 12:38:28.831636 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.841266 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.841610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Pushing event deleted for resources: {'Port': ['ID=36c1cc16-be36-48f0-bea9-9989cb9a6ce4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:28.851711 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:28.861830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-090b9c0c-7540-43c6-9475-af3665c69148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:28.962823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] No DVR routers for this DVR port 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:38:28.969057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:28.979207 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'name': 'network-vif-deleted', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:38:28.987468 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-db75f2d4-fe67-411e-a6cf-d0f6544a4d2b req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.86 "DELETE /v2.0/ports/36c1cc16-be36-48f0-bea9-9989cb9a6ce4 HTTP/1.1" status: 204  len: 173 time: 0.9640408
Feb 03 12:38:29.028918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'Port': ['ID=d91e1428-d3b7-4575-b57a-c2cd7be3cc69,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:29.032028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:29.043416 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1afe86-867f-43dd-8abc-02146df20291', 'name': 'network-vif-deleted', 'tag': '36c1cc16-be36-48f0-bea9-9989cb9a6ce4', 'status': 'completed', 'code': 200}
Feb 03 12:38:29.146209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:29.167946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:29.169399 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7514887
Feb 03 12:38:29.183803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:29.197216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:29.210756 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Transition to ACTIVE for port object 55fc5f23-fcd1-4688-bd81-be2d64056bf4 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:29.221831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] No Port match for: 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:38:29.222487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 36c1cc16-be36-48f0-bea9-9989cb9a6ce4 not bound to the agent host hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:38:29.223064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:29.239595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-73872e0e-3a98-4763-8bef-5c1e428133eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:29.401488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-b460b00d-bc6d-49f4-b78d-fb5c3621e633 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Synchronizing usage tracker for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:38:29.428159 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-b460b00d-bc6d-49f4-b78d-fb5c3621e633 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Unset dirty status for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:38:29.438116 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-b460b00d-bc6d-49f4-b78d-fb5c3621e633 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1310605115&fields=id&tenant_id=1ce762abf5224fe6be0393b77d8ca516 HTTP/1.1" status: 200  len: 267 time: 0.1184969
Feb 03 12:38:29.545440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Pushing event updated for resources: {'Port': ['ID=55fc5f23-fcd1-4688-bd81-be2d64056bf4,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:29.568691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.569074 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.569451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.569841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.570203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.570560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.570898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.571301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.571600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.571955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.572309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.572654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.573049 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.573402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.573773 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.574116 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.574463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.574851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.575199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.575550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.575971 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.576262 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.576610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.576956 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:38:29.582669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:29.690262 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-1031485f-8c11-426d-bc7f-5003b2178269 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:29.690998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-1031485f-8c11-426d-bc7f-5003b2178269 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Synchronizing usage tracker for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:38:29.708360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-1031485f-8c11-426d-bc7f-5003b2178269 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Unset dirty status for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:38:29.709701 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-1031485f-8c11-426d-bc7f-5003b2178269 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 810 time: 0.2686701
Feb 03 12:38:29.727075 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-b7981906-e2e4-400c-9168-8450592edeb4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/quotas/1ce762abf5224fe6be0393b77d8ca516 HTTP/1.1" status: 200  len: 375 time: 0.0106452
Feb 03 12:38:29.740265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Attempting to bind port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:38:29.740686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Attempting to bind port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:38:29.741102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Attempting to bind port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 on network 4c506963-07cf-412f-983a-fbdadb39de24 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:38:29.747885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:38:29.748310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Checking segment: {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:38:29.748765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:29.749210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Bound using segment: {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:38:29.749763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Bound port: 55fc5f23-fcd1-4688-bd81-be2d64056bf4, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:38:29.750191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:29.855173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] For port 55fc5f23-fcd1-4688-bd81-be2d64056bf4, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:38:29.858953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] For port 55fc5f23-fcd1-4688-bd81-be2d64056bf4, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=55fc5f23-fcd1-4688-bd81-be2d64056bf4,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:38:29.862396 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:29.875112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-34635802-d4a7-482f-8e1a-01e249deba95 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Synchronizing usage tracker for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:38:29.879936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-72acff9b-eb54-4241-871b-3aaabb46ebf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:29.898891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-34635802-d4a7-482f-8e1a-01e249deba95 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Unset dirty status for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:38:29.900349 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-34635802-d4a7-482f-8e1a-01e249deba95 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1653821
Feb 03 12:38:30.032155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-9bd7f89e-4370-434d-8e74-f4b88f153e95 req-683d1d24-0e76-47f8-9c6b-b2afa31d39d7 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Synchronizing usage tracker for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:38:30.048171 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-9bd7f89e-4370-434d-8e74-f4b88f153e95 req-683d1d24-0e76-47f8-9c6b-b2afa31d39d7 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Unset dirty status for tenant:04e63ca91f1f4934ad659a0f688f8148 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:38:30.049465 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9bd7f89e-4370-434d-8e74-f4b88f153e95 req-683d1d24-0e76-47f8-9c6b-b2afa31d39d7 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f1afe86-867f-43dd-8abc-02146df20291 HTTP/1.1" status: 200  len: 210 time: 0.0665236
Feb 03 12:38:30.050828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Pushing event updated for resources: {'Port': ['ID=55fc5f23-fcd1-4688-bd81-be2d64056bf4,revision_number=4']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:30.056062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8752acfe-c4b9-4cf2-9866-81ba0c57cd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:30.064995 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-1bc4a98c-6bf7-481d-a9be-8be1dd8c80e4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:38:30.066245 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-1bc4a98c-6bf7-481d-a9be-8be1dd8c80e4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1523981
Feb 03 12:38:30.111187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:30.112086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03879438>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:30.235013 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-26ccca69-92e9-405c-81f4-de0b6c6a5d53 service neutron] 10.222.0.38 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618562
Feb 03 12:38:30.316270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:30.389694 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-29d77503-710a-418d-bfc6-dbfa8891455b service neutron] 10.222.0.38 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468823
Feb 03 12:38:30.601582 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a0db39cc-4b28-4f66-b7d4-c602ad6a95a7 req-06f93de2-8cb0-4d2d-970d-489c13be8bb6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 210 time: 0.0493975
Feb 03 12:38:30.657979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03879438>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:29Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:30.662279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75243f0-7079-4f03-b0f2-9bac485bfe60 None None] The sync data for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi is: [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:29Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:38:31.297683 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b3924c35-7f9a-407c-bf73-6e5613d36394 req-83e986aa-962a-402e-b3fc-ad5f46c9f514 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "GET /v2.0/security-groups/650cd854-0120-4bbf-ae27-fcd4ee718e81 HTTP/1.1" status: 200  len: 2993 time: 0.0772433
Feb 03 12:38:31.395417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b3924c35-7f9a-407c-bf73-6e5613d36394 req-cb01a6f6-438c-411b-94ee-152da5f3e88e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:31.428022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b3924c35-7f9a-407c-bf73-6e5613d36394 req-cb01a6f6-438c-411b-94ee-152da5f3e88e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:31.478439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b3924c35-7f9a-407c-bf73-6e5613d36394 req-cb01a6f6-438c-411b-94ee-152da5f3e88e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:31.484616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fdc5445a-7a92-4280-bdda-aa6856a13e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:31.502470 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01a6f6-438c-411b-94ee-152da5f3e88e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=650cd854-0120-4bbf-ae27-fcd4ee718e81,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:31.506738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb01a6f6-438c-411b-94ee-152da5f3e88e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:31.515527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b3924c35-7f9a-407c-bf73-6e5613d36394 req-cb01a6f6-438c-411b-94ee-152da5f3e88e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:31.517457 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b3924c35-7f9a-407c-bf73-6e5613d36394 req-cb01a6f6-438c-411b-94ee-152da5f3e88e tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] 10.222.0.38 "DELETE /v2.0/security-groups/650cd854-0120-4bbf-ae27-fcd4ee718e81 HTTP/1.1" status: 204  len: 173 time: 0.2115982
Feb 03 12:38:31.597515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55230) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:31.641738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 55fc5f23-fcd1-4688-bd81-be2d64056bf4 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:38:31.723704 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:38:31.729044 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:31.729474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:31.859760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:31.893684 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8f5e5847-bd09-4c07-b2cf-37f90497ff66 req-638a6cd8-d5c7-464f-8ecf-fb5e20111e62 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 210 time: 0.1139712
Feb 03 12:38:31.895499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 55fc5f23-fcd1-4688-bd81-be2d64056bf4, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=55fc5f23-fcd1-4688-bd81-be2d64056bf4,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:31.899616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:31.905121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:32.007955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=55fc5f23-fcd1-4688-bd81-be2d64056bf4,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:32.012287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:32.677716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-e3703804-c795-45bf-a105-16cc7c2f282e tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:32.679340 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-e3703804-c795-45bf-a105-16cc7c2f282e tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 810 time: 0.5834589
Feb 03 12:38:32.878206 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-c15f5f60-c50c-4354-9381-8a3f87e35d91 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1ce762abf5224fe6be0393b77d8ca516 HTTP/1.1" status: 200  len: 5709 time: 0.1808109
Feb 03 12:38:32.891284 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'port': {'device_id': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'admin_state_up': True, 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'security_groups': ['5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:33.104330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:33.112518 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a29cfac9-0d5c-4fbe-8111-de14838cd5bd req-a3230f11-a326-4256-a66f-4eb2fee9f5d6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 210 time: 0.0683255
Feb 03 12:38:33.123111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:33.137115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Made reservation on behalf of 1ce762abf5224fe6be0393b77d8ca516 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:38:33.158797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:33.195871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728049'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:33.597135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 55fc5f23-fcd1-4688-bd81-be2d64056bf4 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:38:33.675482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:33.675912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:33.765967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Allocated IP 172.20.0.3 (4c506963-07cf-412f-983a-fbdadb39de24/ee4b558a-7936-4b5a-b5d0-9ad50cb93a83/0819a82a-ec81-457f-a18c-4771ef9cbb07) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:38:33.868740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Deleting port 6607c048-5edf-475a-86ec-39628e8633d3 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:33.869085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:34.194188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:34.226615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] For port 6607c048-5edf-475a-86ec-39628e8633d3, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=6607c048-5edf-475a-86ec-39628e8633d3,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:34.227005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:34.239927 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Transition to ACTIVE for port object 0819a82a-ec81-457f-a18c-4771ef9cbb07 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:34.414714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Calling delete_port for 6607c048-5edf-475a-86ec-39628e8633d3 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:34.448678 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d4f878b9-73fe-4575-b9b5-294af92f7024 req-4f7a7c97-0557-4bf5-a8bd-5e1b090d7dcb tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 210 time: 0.2054305
Feb 03 12:38:34.525581 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:34.541696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7f9a01bd-9f51-4c06-bc47-5f7f84aa9374 tempest-VolumesNegativeTest-1822100478 tempest-VolumesNegativeTest-1822100478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:34.691212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'Port': ['ID=0819a82a-ec81-457f-a18c-4771ef9cbb07,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:34.701980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:34.815490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:34.830978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:34.864765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Network 4c506963-07cf-412f-983a-fbdadb39de24 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:38:34.879810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:34.930415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6607c048-5edf-475a-86ec-39628e8633d3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:34.937576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:38:34.966635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:35.080049 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0467d980-0ab0-4200-b5dc-383762724d0e None None] Provisioning for port 0819a82a-ec81-457f-a18c-4771ef9cbb07 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:38:35.085261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0467d980-0ab0-4200-b5dc-383762724d0e None None] Provisioning complete for port 0819a82a-ec81-457f-a18c-4771ef9cbb07 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:35.085722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0467d980-0ab0-4200-b5dc-383762724d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:35.099874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:35.100614 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:35.147031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0467d980-0ab0-4200-b5dc-383762724d0e None None] Port 0819a82a-ec81-457f-a18c-4771ef9cbb07 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:38:35.184043 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2979689
Feb 03 12:38:35.293835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Request body: {'port': {'device_id': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:35.752918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6585-ca3b-4afb-845e-bad88105dd78 req-b654d38f-83f4-4929-9e17-2c1e87e1e520 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:35.754566 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-204a6585-ca3b-4afb-845e-bad88105dd78 req-b654d38f-83f4-4929-9e17-2c1e87e1e520 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 931 time: 0.1741259
Feb 03 12:38:35.772193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:35.781499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853142545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853048971'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:35.819881 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-204a6585-ca3b-4afb-845e-bad88105dd78 req-2b53066a-dcb2-48c7-b315-b4612861c0e0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587437
Feb 03 12:38:36.649579 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0819a82a-ec81-457f-a18c-4771ef9cbb07 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:38:36.655482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Router d0679397-8c8d-494d-803d-0211b3c7f124 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:38:36.660923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:36.678658 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Transition to ACTIVE for port object 0819a82a-ec81-457f-a18c-4771ef9cbb07 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:36.739389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:36.760064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:36.839280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:37.019095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:38:37.023075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Pushing event updated for resources: {'Port': ['ID=0819a82a-ec81-457f-a18c-4771ef9cbb07,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:37.036496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:37.108500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:38:37.116636 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] 10.222.0.38 "PUT /v2.0/routers/d0679397-8c8d-494d-803d-0211b3c7f124/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5174506
Feb 03 12:38:37.118102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] Sync routers for ids ['d0679397-8c8d-494d-803d-0211b3c7f124'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:38:37.119734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55252) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:37.130965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] Routers {'d0679397-8c8d-494d-803d-0211b3c7f124'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:37.131661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02f0a9e8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['d0679397-8c8d-494d-803d-0211b3c7f124'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:37.321654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe4be3-941b-4854-a787-7ef885ad62bd req-017c5401-2312-43f7-b141-a2238beaccd8 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:37.322283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-87fe4be3-941b-4854-a787-7ef885ad62bd req-017c5401-2312-43f7-b141-a2238beaccd8 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Synchronizing usage tracker for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:38:37.371384 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-87fe4be3-941b-4854-a787-7ef885ad62bd req-017c5401-2312-43f7-b141-a2238beaccd8 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Unset dirty status for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:38:37.372739 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87fe4be3-941b-4854-a787-7ef885ad62bd req-017c5401-2312-43f7-b141-a2238beaccd8 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 943 time: 0.4067614
Feb 03 12:38:37.398427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Attempting to bind port 0819a82a-ec81-457f-a18c-4771ef9cbb07 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:38:37.398795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Attempting to bind port 0819a82a-ec81-457f-a18c-4771ef9cbb07 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:38:37.399080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Attempting to bind port 0819a82a-ec81-457f-a18c-4771ef9cbb07 on network 4c506963-07cf-412f-983a-fbdadb39de24 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:38:37.412169 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:38:37.412480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Checking segment: {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:38:37.412926 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:37.413322 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Bound using segment: {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:38:37.413858 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Bound port: 0819a82a-ec81-457f-a18c-4771ef9cbb07, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:38:37.414198 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:37.499090 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87fe4be3-941b-4854-a787-7ef885ad62bd req-dfb1f15d-4c96-49b9-b6db-512b5f7597c8 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180780
Feb 03 12:38:37.542193 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] Set router d0679397-8c8d-494d-803d-0211b3c7f124 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:37.564780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] For port 0819a82a-ec81-457f-a18c-4771ef9cbb07, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:38:37.568205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] For port 0819a82a-ec81-457f-a18c-4771ef9cbb07, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:38:37.572631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:37.585669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Notify callbacks [] for router, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:37.590205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:37.745951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Pushing event updated for resources: {'Port': ['ID=0819a82a-ec81-457f-a18c-4771ef9cbb07,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:37.749726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:37.782645 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:37.786060 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:37.786839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:37.788737 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] 10.222.0.86 "PUT /v2.0/ports/0819a82a-ec81-457f-a18c-4771ef9cbb07 HTTP/1.1" status: 200  len: 1157 time: 2.5952375
Feb 03 12:38:37.789318 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'tag': '0819a82a-ec81-457f-a18c-4771ef9cbb07'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:38:37.790685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Deleting port 184cdb4c-cd16-4282-97a8-094f0d186a49 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:37.791221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:37.858566 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02f0a9e8>, [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:38:34Z', 'revision_number': 5, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:37.863060 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] Checking router: d0679397-8c8d-494d-803d-0211b3c7f124 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:38:37.873787 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] Routers {'d0679397-8c8d-494d-803d-0211b3c7f124'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:37.874694 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02f0a9e8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['d0679397-8c8d-494d-803d-0211b3c7f124'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:37.995963 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-78356564-ad82-4a3b-be6f-b09dabaee4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:37.997873 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-78356564-ad82-4a3b-be6f-b09dabaee4f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 1160 time: 0.1657112
Feb 03 12:38:38.063027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] For port 184cdb4c-cd16-4282-97a8-094f0d186a49, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=184cdb4c-cd16-4282-97a8-094f0d186a49,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:38.063882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:38.119984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] Set router d0679397-8c8d-494d-803d-0211b3c7f124 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:38.205223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Calling delete_port for 184cdb4c-cd16-4282-97a8-094f0d186a49 owned by network:router_gateway {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:38.315721 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'tag': '0819a82a-ec81-457f-a18c-4771ef9cbb07', 'status': 'completed', 'code': 200}
Feb 03 12:38:38.324364 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-7695748a-b9ee-427f-8bd4-8747f0e47048 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07 HTTP/1.1" status: 200  len: 217 time: 0.3166375
Feb 03 12:38:38.353413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:38.396281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-88b647ad-2d00-425e-9d95-55397c3f6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:38.397904 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-88b647ad-2d00-425e-9d95-55397c3f6faf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.0665383
Feb 03 12:38:38.444163 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02f0a9e8>, [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:38:34Z', 'revision_number': 5, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:38.449498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a5d62-b0e3-45a1-b2ef-31f4a64a1872 None None] The sync data for ids ['d0679397-8c8d-494d-803d-0211b3c7f124'] in dv-cinder-773876-1-iscsi is: [{'id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'name': 'tempest-TestShelveInstance-1946077757-router', 'tenant_id': '04e63ca91f1f4934ad659a0f688f8148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:30Z', 'updated_at': '2021-02-03T12:38:34Z', 'revision_number': 5, 'project_id': '04e63ca91f1f4934ad659a0f688f8148', 'gw_port': {'id': '184cdb4c-cd16-4282-97a8-094f0d186a49', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679397-8c8d-494d-803d-0211b3c7f124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:31Z', 'updated_at': '2021-02-03T12:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:38:38.490587 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-01eee6d2-941d-4417-a237-a046e9ddae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:38.492937 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-01eee6d2-941d-4417-a237-a046e9ddae91 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861537
Feb 03 12:38:38.550683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047917'] for router_gateway, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:38.646483 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-20867fba-4cec-4fce-bc8b-6bf5a28ba1be service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461816
Feb 03 12:38:38.697948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853025825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771993'] for router, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:38.700584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:38.725145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1747052'] for router, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:38.725859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0679397-8c8d-494d-803d-0211b3c7f124 {{(pid=80115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 12:38:38.740523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:38.741721 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-5e516e0a-2b46-4ed9-8aaf-bb3c323080ce admin admin] 10.222.0.38 "DELETE /v2.0/routers/d0679397-8c8d-494d-803d-0211b3c7f124 HTTP/1.1" status: 204  len: 168 time: 1.6200707
Feb 03 12:38:38.744509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55262) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:38.811440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cce51d-aaa8-49c1-b3fe-40de16db930f admin admin] Deleting subnet 803da186-2274-4db4-b802-230fea976266 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:38:38.815305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73cce51d-aaa8-49c1-b3fe-40de16db930f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:38.864486 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-003c6463-2eeb-4c56-8f58-da7df9858a52 req-be0d6af9-a0d0-4efa-b359-eab490257f24 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2097254
Feb 03 12:38:38.872094 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73cce51d-aaa8-49c1-b3fe-40de16db930f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934090'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:38.954222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e077033-f63a-4475-b5b0-00ebe6e9169c req-6807b2f0-0a03-45f5-8f26-5c5f50b0fecc tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:38.955927 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4e077033-f63a-4475-b5b0-00ebe6e9169c req-6807b2f0-0a03-45f5-8f26-5c5f50b0fecc tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 943 time: 0.3025408
Feb 03 12:38:39.030837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73cce51d-aaa8-49c1-b3fe-40de16db930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:39.075894 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4e077033-f63a-4475-b5b0-00ebe6e9169c req-ac35b7f5-0f5a-4894-8864-bec38f1b20b5 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764513
Feb 03 12:38:39.092682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e83193-de11-4c34-9f40-145afe974dd1 req-65ba2bd2-c84e-4e73-b9dc-908ee0464fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:39.094434 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97e83193-de11-4c34-9f40-145afe974dd1 req-65ba2bd2-c84e-4e73-b9dc-908ee0464fa0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 1160 time: 0.1374745
Feb 03 12:38:39.243202 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e83193-de11-4c34-9f40-145afe974dd1 req-04382a7f-1118-412e-981e-28e5363920cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:39.244814 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97e83193-de11-4c34-9f40-145afe974dd1 req-04382a7f-1118-412e-981e-28e5363920cc service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 904 time: 0.1430123
Feb 03 12:38:39.301136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73cce51d-aaa8-49c1-b3fe-40de16db930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846616570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846550028'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:39.318313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:39.323456 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97e83193-de11-4c34-9f40-145afe974dd1 req-01eb65d0-280c-4ddb-9413-6ed9a3f0e97a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07 HTTP/1.1" status: 200  len: 217 time: 0.0708666
Feb 03 12:38:39.398105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e83193-de11-4c34-9f40-145afe974dd1 req-9c124bab-84fe-44df-b077-99ee0322d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:39.399765 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97e83193-de11-4c34-9f40-145afe974dd1 req-9c124bab-84fe-44df-b077-99ee0322d5c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.0655203
Feb 03 12:38:39.408623 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cce51d-aaa8-49c1-b3fe-40de16db930f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=803da186-2274-4db4-b802-230fea976266,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:39.421912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-73cce51d-aaa8-49c1-b3fe-40de16db930f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:39.457152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73cce51d-aaa8-49c1-b3fe-40de16db930f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:39.463161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07930bac-ff3a-4686-b60e-41a437a87d45 None None] Network a25d274f-41b5-47e7-9ba6-399adec80e0b requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:38:39.463962 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-73cce51d-aaa8-49c1-b3fe-40de16db930f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/803da186-2274-4db4-b802-230fea976266 HTTP/1.1" status: 204  len: 168 time: 0.7183979
Feb 03 12:38:39.466758 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55266) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:39.494889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e83193-de11-4c34-9f40-145afe974dd1 req-bfbb941f-6f32-48f7-a7b4-ab6addd33bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:39.496760 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97e83193-de11-4c34-9f40-145afe974dd1 req-bfbb941f-6f32-48f7-a7b4-ab6addd33bdd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886769
Feb 03 12:38:39.597903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:39.640481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 6607c048-5edf-475a-86ec-39628e8633d3 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:39.665283 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97e83193-de11-4c34-9f40-145afe974dd1 req-5bc14c52-139e-4f9f-8aab-08a02073865e service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582105
Feb 03 12:38:39.680969 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Deleting port aa412f4e-2226-4178-a25d-8f54b740f6a4 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:39.681351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:39.683984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 6607c048-5edf-475a-86ec-39628e8633d3 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:38:39.684382 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 6607c048-5edf-475a-86ec-39628e8633d3 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:38:39.684854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 184cdb4c-cd16-4282-97a8-094f0d186a49 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:39.724833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 184cdb4c-cd16-4282-97a8-094f0d186a49 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:38:39.725182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 184cdb4c-cd16-4282-97a8-094f0d186a49 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:38:39.800004 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] DHCP port deletion for a25d274f-41b5-47e7-9ba6-399adec80e0b request from dv-cinder-773876-1-iscsi {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 12:38:39.804335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] Deleting port aa412f4e-2226-4178-a25d-8f54b740f6a4 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:39.804748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:39.833465 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-97e83193-de11-4c34-9f40-145afe974dd1 req-95d4cd57-3a65-4d60-88fd-81fe38021d5f service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578956
Feb 03 12:38:39.914471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] For port aa412f4e-2226-4178-a25d-8f54b740f6a4, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=aa412f4e-2226-4178-a25d-8f54b740f6a4,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:39.915097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:40.035125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] For port aa412f4e-2226-4178-a25d-8f54b740f6a4, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=aa412f4e-2226-4178-a25d-8f54b740f6a4,segment=NetworkSegment(345d8b41-12f0-4f0a-8330-49fa18821fc2),segment_id=345d8b41-12f0-4f0a-8330-49fa18821fc2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:40.035493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:40.053788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Calling delete_port for aa412f4e-2226-4178-a25d-8f54b740f6a4 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:40.131668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:40.147763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7a22b6a1-d45a-4e12-a479-832af006c640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:40.168927 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] Calling delete_port for aa412f4e-2226-4178-a25d-8f54b740f6a4 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:40.252040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:38:40.252355 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:38:40.498699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa412f4e-2226-4178-a25d-8f54b740f6a4,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:40.544686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:40.593594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] No DVR routers for this DVR port aa412f4e-2226-4178-a25d-8f54b740f6a4 on host dv-cinder-773876-1-iscsi {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:38:40.753945 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] Deleting port aa412f4e-2226-4178-a25d-8f54b740f6a4 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:40.754429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:40.805253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ed513-bf1e-40a0-8dec-0c79273ff2d0 req-f5aee05f-8754-4c99-977d-a2a977826ac9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:40.807013 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6a0ed513-bf1e-40a0-8dec-0c79273ff2d0 req-f5aee05f-8754-4c99-977d-a2a977826ac9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 943 time: 0.3203855
Feb 03 12:38:40.811882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:40.829223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b73dbfec-5ac5-4730-99a5-3ff516616d31 None None] The port 'aa412f4e-2226-4178-a25d-8f54b740f6a4' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 12:38:40.975618 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6a0ed513-bf1e-40a0-8dec-0c79273ff2d0 req-44a8cd1c-c382-4386-b789-a32840240f13 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1488121
Feb 03 12:38:40.982466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a030dce48>,) {'filters': {'network_id': ['a25d274f-41b5-47e7-9ba6-399adec80e0b']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:40.998012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a030dce48>, '345d8b41-12f0-4f0a-8330-49fa18821fc2') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:40.998350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a030dce48>, '345d8b41-12f0-4f0a-8330-49fa18821fc2') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:41.011329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847841726'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:41.026575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:41.028758 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:38:41.215688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Network a25d274f-41b5-47e7-9ba6-399adec80e0b has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:38:41.225310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846616471'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:41.405175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Network a25d274f-41b5-47e7-9ba6-399adec80e0b has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:38:41.428076 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:38:41.510239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:41.514011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:41.527838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:41.538951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25d274f-41b5-47e7-9ba6-399adec80e0b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:41.542528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:41.554760 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a25d274f-41b5-47e7-9ba6-399adec80e0b HTTP/1.1" status: 204  len: 168 time: 2.0868533
Feb 03 12:38:41.557789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55272) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:41.601045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device aa412f4e-2226-4178-a25d-8f54b740f6a4 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:41.636348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 0819a82a-ec81-457f-a18c-4771ef9cbb07 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:38:41.677930 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: aa412f4e-2226-4178-a25d-8f54b740f6a4 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:38:41.678206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device aa412f4e-2226-4178-a25d-8f54b740f6a4 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:38:41.713869 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 0819a82a-ec81-457f-a18c-4771ef9cbb07 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:38:41.718965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 0819a82a-ec81-457f-a18c-4771ef9cbb07 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:41.719389 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:41.846597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:41.876905 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819a82a-ec81-457f-a18c-4771ef9cbb07'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:38:41.890835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 0819a82a-ec81-457f-a18c-4771ef9cbb07, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:41.894501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:41.896458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4f85a04b-79e3-475d-b2e0-770f21b9a831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:41.970465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=0819a82a-ec81-457f-a18c-4771ef9cbb07,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:41.973863 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:42.046761 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819a82a-ec81-457f-a18c-4771ef9cbb07', 'code': 200}
Feb 03 12:38:42.248011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728049'] for router_interface, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:42.305523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305fa0-bafa-478a-b4c0-7243498507bb req-464038d1-ec43-44e2-96db-17c68c237fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:42.307320 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4d305fa0-bafa-478a-b4c0-7243498507bb req-464038d1-ec43-44e2-96db-17c68c237fd7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 1162 time: 0.0786767
Feb 03 12:38:42.351664 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4d305fa0-bafa-478a-b4c0-7243498507bb req-2c29b0f3-f4e1-4ce0-9401-b2e0b1a5b189 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372174
Feb 03 12:38:42.391149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c6e3d-a500-410d-926b-f4020e6d451d req-beb48bcb-e664-4b61-9061-3ff726bcb38c tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:42.392835 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ec9c6e3d-a500-410d-926b-f4020e6d451d req-beb48bcb-e664-4b61-9061-3ff726bcb38c tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.2607653
Feb 03 12:38:42.547595 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ec9c6e3d-a500-410d-926b-f4020e6d451d req-e643a3b5-e67a-4cec-a612-0364361305e5 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1450830
Feb 03 12:38:42.767328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Deleting port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:42.767715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:42.970647 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] For port 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4,segment=NetworkSegment(23d213d7-e87e-42ed-a772-aa116cdd9c2f),segment_id=23d213d7-e87e-42ed-a772-aa116cdd9c2f)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:42.971021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:43.118219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Calling delete_port for 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 owned by network:router_interface {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:43.283328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 0819a82a-ec81-457f-a18c-4771ef9cbb07 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:38:43.304037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:43.317669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:43.360350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 0819a82a-ec81-457f-a18c-4771ef9cbb07 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:43.360772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:43.662424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:43.665224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:43.867065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c0f7d-4679-4a26-a2e4-8ae9476cbee8 req-727a45ce-7a4d-4840-807d-2ff4ddcdbd15 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:43.869094 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d77c0f7d-4679-4a26-a2e4-8ae9476cbee8 req-727a45ce-7a4d-4840-807d-2ff4ddcdbd15 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1857104
Feb 03 12:38:43.942121 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d77c0f7d-4679-4a26-a2e4-8ae9476cbee8 req-86594e2a-57f5-4b52-b89c-c9db69ddd78d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651884
Feb 03 12:38:43.999066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853142545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853048971'] for router_interface, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:44.532678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Router e4f5ae85-5f78-4361-a4ac-cf2a5512735a has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:38:44.732726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:38:44.742520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] Sync routers for ids ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:38:44.742663 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] 10.222.0.38 "PUT /v2.0/routers/e4f5ae85-5f78-4361-a4ac-cf2a5512735a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1838281
Feb 03 12:38:44.745633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55284) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:44.757841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] Routers {'e4f5ae85-5f78-4361-a4ac-cf2a5512735a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:44.758510 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03b99eb8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:44.945766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:44.951900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] Set router e4f5ae85-5f78-4361-a4ac-cf2a5512735a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:45.141992 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:45.148268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Deleting port e4db9b62-a95b-4ba9-923c-c79b69128645 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:45.148648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:45.248990 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372158f3-2de7-4b94-97bd-9151c5a62ace req-e35f5eab-0470-4056-a24f-209f58404cff tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:45.250750 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-372158f3-2de7-4b94-97bd-9151c5a62ace req-e35f5eab-0470-4056-a24f-209f58404cff tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1687737
Feb 03 12:38:45.264333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03b99eb8>, [{'id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'name': 'tempest-TestShelveInstance-1877775198-router', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:41Z', 'updated_at': '2021-02-03T12:38:43Z', 'revision_number': 5, 'project_id': '20179d92f9304fe49b864014da7eada5', 'gw_port': {'id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:43Z', 'updated_at': '2021-02-03T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:45.268749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] Checking router: e4f5ae85-5f78-4361-a4ac-cf2a5512735a for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:38:45.279446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] Routers {'e4f5ae85-5f78-4361-a4ac-cf2a5512735a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:45.280171 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03b99eb8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:45.320923 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-372158f3-2de7-4b94-97bd-9151c5a62ace req-5e223cf2-4b88-444f-a564-abb73b6d0340 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637181
Feb 03 12:38:45.348070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] For port e4db9b62-a95b-4ba9-923c-c79b69128645, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=e4db9b62-a95b-4ba9-923c-c79b69128645,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:45.348590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:45.482373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] Set router e4f5ae85-5f78-4361-a4ac-cf2a5512735a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:45.482605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Calling delete_port for e4db9b62-a95b-4ba9-923c-c79b69128645 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:45.761814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017905fd-95dd-4416-8c74-9f04a9befd6b req-5f2cfd46-4691-4027-9816-66edb5275037 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:45.763501 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-017905fd-95dd-4416-8c74-9f04a9befd6b req-5f2cfd46-4691-4027-9816-66edb5275037 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.2895937
Feb 03 12:38:45.773683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55292) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:45.780315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-1ce4d305-b0ef-4afc-9eb6-1044573ae263 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'floatingip': {'port_id': '0819a82a-ec81-457f-a18c-4771ef9cbb07'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:45.783664 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:45.878613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1ce4d305-b0ef-4afc-9eb6-1044573ae263 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:45.970259 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03b99eb8>, [{'id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'name': 'tempest-TestShelveInstance-1877775198-router', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:41Z', 'updated_at': '2021-02-03T12:38:43Z', 'revision_number': 5, 'project_id': '20179d92f9304fe49b864014da7eada5', 'gw_port': {'id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:43Z', 'updated_at': '2021-02-03T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:45.976113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf433c-a386-42a5-83aa-11f9d73e1f9b None None] The sync data for ids ['e4f5ae85-5f78-4361-a4ac-cf2a5512735a'] in dv-cinder-773876-1-iscsi is: [{'id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'name': 'tempest-TestShelveInstance-1877775198-router', 'tenant_id': '20179d92f9304fe49b864014da7eada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:32:41Z', 'updated_at': '2021-02-03T12:38:43Z', 'revision_number': 5, 'project_id': '20179d92f9304fe49b864014da7eada5', 'gw_port': {'id': 'e4db9b62-a95b-4ba9-923c-c79b69128645', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f5ae85-5f78-4361-a4ac-cf2a5512735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:32:43Z', 'updated_at': '2021-02-03T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:38:46.002240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047917'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.379363 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853025825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771993'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.381830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.409293 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1747052'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.409901 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f5ae85-5f78-4361-a4ac-cf2a5512735a {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 12:38:46.424532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.425924 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3fe2705a-6be4-4906-950d-4c3a150278c6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e4f5ae85-5f78-4361-a4ac-cf2a5512735a HTTP/1.1" status: 204  len: 168 time: 1.6790838
Feb 03 12:38:46.428717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55296) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:46.501503 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb71e801-4c51-4f24-936c-c3f633d95241 admin admin] Deleting subnet f5411ae6-ca66-4097-9eee-e69ed1d00c90 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:38:46.504867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb71e801-4c51-4f24-936c-c3f633d95241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.554004 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1ce4d305-b0ef-4afc-9eb6-1044573ae263 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.557303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1ce4d305-b0ef-4afc-9eb6-1044573ae263 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.557461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb71e801-4c51-4f24-936c-c3f633d95241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315325'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.649011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb71e801-4c51-4f24-936c-c3f633d95241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.747642 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [None req-1ce4d305-b0ef-4afc-9eb6-1044573ae263 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Floating IP 4833c8e9-3c6c-4caa-8c02-359ab8dd0d5c associated. External IP: 172.27.0.109, port: 0819a82a-ec81-457f-a18c-4771ef9cbb07.
Feb 03 12:38:46.922668 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb71e801-4c51-4f24-936c-c3f633d95241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6455435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848430674'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:46.942328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:47.037688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71e801-4c51-4f24-936c-c3f633d95241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5411ae6-ca66-4097-9eee-e69ed1d00c90,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:47.040558 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb71e801-4c51-4f24-936c-c3f633d95241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:47.092520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb71e801-4c51-4f24-936c-c3f633d95241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:47.100372 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-cb71e801-4c51-4f24-936c-c3f633d95241 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f5411ae6-ca66-4097-9eee-e69ed1d00c90 HTTP/1.1" status: 204  len: 168 time: 0.6698132
Feb 03 12:38:47.102589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55300) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:47.103496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e65c3-1c3c-48fd-9fb8-6c6785525948 None None] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:38:47.233400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:47.312853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Deleting port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:47.313373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:47.386280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce4d305-b0ef-4afc-9eb6-1044573ae263 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Router 290314e6-0ad6-4904-8ce2-306cc9fbee5e has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:38:47.544440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] For port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e,segment=NetworkSegment(23d213d7-e87e-42ed-a772-aa116cdd9c2f),segment_id=23d213d7-e87e-42ed-a772-aa116cdd9c2f)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:47.544931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:47.549661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac87974-453c-4f66-975a-ff66f6d28204 None None] DHCP port deletion for 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 request from dv-cinder-773876-1-iscsi {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 12:38:47.555793 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-eac87974-453c-4f66-975a-ff66f6d28204 None None] Deleting port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:38:47.556036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eac87974-453c-4f66-975a-ff66f6d28204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:47.588880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce4d305-b0ef-4afc-9eb6-1044573ae263 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:38:47.596990 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1ce4d305-b0ef-4afc-9eb6-1044573ae263 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:47.614049 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] Sync routers for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:38:47.629633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:47.663678 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1ce4d305-b0ef-4afc-9eb6-1044573ae263 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "PUT /v2.0/floatingips/4833c8e9-3c6c-4caa-8c02-359ab8dd0d5c HTTP/1.1" status: 200  len: 991 time: 1.8887603
Feb 03 12:38:47.664376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'tag': '0819a82a-ec81-457f-a18c-4771ef9cbb07'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:38:47.669776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:47.670479 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02f9ac88>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:47.701176 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Calling delete_port for 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:38:47.734575 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'tag': '0819a82a-ec81-457f-a18c-4771ef9cbb07', 'status': 'completed', 'code': 200}
Feb 03 12:38:47.842993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:47.845316 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-eac87974-453c-4f66-975a-ff66f6d28204 None None] The port '90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 12:38:47.860971 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:47.888762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No active binding found for port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e {{(pid=80116) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Feb 03 12:38:47.889215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:38:47.889699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:47.939918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:38:47.940483 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 7cb4ee1e-d4f0-4daa-a5a0-f7ec25bf60f4 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:38:47.940727 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device e4db9b62-a95b-4ba9-923c-c79b69128645 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:38:47.959844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Pushing event deleted for resources: {'Port': ['ID=90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:47.968780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:47.984832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: e4db9b62-a95b-4ba9-923c-c79b69128645 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:38:47.985231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device e4db9b62-a95b-4ba9-923c-c79b69128645 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:38:48.000327 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:48.016221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-2e19bdfc-3633-4cc0-8df0-b305cce5861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:48.017928 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-2e19bdfc-3633-4cc0-8df0-b305cce5861e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 1162 time: 0.2551796
Feb 03 12:38:48.024712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] No DVR routers for this DVR port 90cf0a9c-2ef1-4ec0-a619-569bd50f0c6e on host dv-cinder-773876-1-iscsi {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:38:48.244209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:48.374464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-c8d5b35b-2805-46db-955a-38935830a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:48.376068 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-c8d5b35b-2805-46db-955a-38935830a0fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 904 time: 0.3495739
Feb 03 12:38:48.390246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02f9ac88>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '4833c8e9-3c6c-4caa-8c02-359ab8dd0d5c', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'port_id': '0819a82a-ec81-457f-a18c-4771ef9cbb07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'mac_address': 'fa:16:3e:fc:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:38:28Z', 'updated_at': '2021-02-03T12:38:46Z', 'revision_number': 1, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:48.394566 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] Checking router: 290314e6-0ad6-4904-8ce2-306cc9fbee5e for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:38:48.404136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:48.404810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02f9ac88>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:48.449338 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a01eb6780>,) {'filters': {'network_id': ['5861e11d-c9b3-4131-bf2a-9d9eb5623b66']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:48.484088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a01eb6780>, '23d213d7-e87e-42ed-a772-aa116cdd9c2f') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:48.484406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a01eb6780>, '23d213d7-e87e-42ed-a772-aa116cdd9c2f') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:48.502573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853460491'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:48.534363 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-ca4bcb8c-dc2f-4e27-a573-45b786555202 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07 HTTP/1.1" status: 200  len: 999 time: 0.1471777
Feb 03 12:38:48.535386 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:48.537486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:38:48.597346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:48.762532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-ff634ecf-01a3-4904-abec-4e7119fa22da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:48.764125 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-ff634ecf-01a3-4904-abec-4e7119fa22da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.2125926
Feb 03 12:38:48.777951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:38:48.819959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6455524'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:48.982225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02f9ac88>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '4833c8e9-3c6c-4caa-8c02-359ab8dd0d5c', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'port_id': '0819a82a-ec81-457f-a18c-4771ef9cbb07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'mac_address': 'fa:16:3e:fc:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:38:28Z', 'updated_at': '2021-02-03T12:38:46Z', 'revision_number': 1, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:48.986616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9acc259-6f24-40bf-a1c3-0990620d359e None None] The sync data for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi is: [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '4833c8e9-3c6c-4caa-8c02-359ab8dd0d5c', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'port_id': '0819a82a-ec81-457f-a18c-4771ef9cbb07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'mac_address': 'fa:16:3e:fc:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:38:28Z', 'updated_at': '2021-02-03T12:38:46Z', 'revision_number': 1, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:38:49.282017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Network 5861e11d-c9b3-4131-bf2a-9d9eb5623b66 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:38:49.286353 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91a962-b20f-45d1-83f1-53c55192bd34 None None] New status for floating IP 4833c8e9-3c6c-4caa-8c02-359ab8dd0d5c: ACTIVE {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:38:49.307365 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:38:49.379942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-c1a37157-9de7-4c61-95bc-501ceaac5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:49.381539 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-c1a37157-9de7-4c61-95bc-501ceaac5921 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6057844
Feb 03 12:38:49.466373 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:49.479517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d53e19c2-3611-4470-b4b3-28f9cdc5f8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:49.506890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:49.521377 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Pushing event deleted for resources: {'Network': ['ID=5861e11d-c9b3-4131-bf2a-9d9eb5623b66,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:49.527074 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:49.539541 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] 10.222.0.38 "DELETE /v2.0/networks/5861e11d-c9b3-4131-bf2a-9d9eb5623b66 HTTP/1.1" status: 204  len: 168 time: 2.4358015
Feb 03 12:38:49.565222 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-4b71a75d-0e09-4a65-9765-6a6b2f9ee62f service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723795
Feb 03 12:38:49.707132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55312) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:49.720345 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3e1add1e-fb03-4f18-856e-78a5b489b1d4 req-3ce42768-b866-4bf7-bb87-c5c21638444a service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465759
Feb 03 12:38:49.759606 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-161d9742-4c19-4480-9332-0ac53e1f3e0e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04e63ca91f1f4934ad659a0f688f8148&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510752
Feb 03 12:38:49.762675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55316) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:49.825457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aaa175b8-3d0b-4009-949b-e277ce66ab66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:49.853597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aaa175b8-3d0b-4009-949b-e277ce66ab66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:49.913126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aaa175b8-3d0b-4009-949b-e277ce66ab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:49.918509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-16accd50-40b6-48da-a9b0-f9154738898e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:49.932208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa175b8-3d0b-4009-949b-e277ce66ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae47c33-2795-4eae-9b7e-42568336568d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:49.935300 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-aaa175b8-3d0b-4009-949b-e277ce66ab66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:49.942812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aaa175b8-3d0b-4009-949b-e277ce66ab66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:49.946558 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-aaa175b8-3d0b-4009-949b-e277ce66ab66 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fae47c33-2795-4eae-9b7e-42568336568d HTTP/1.1" status: 204  len: 168 time: 0.1803033
Feb 03 12:38:50.483781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55326) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:50.543912 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-fe9b5960-19e4-46af-9ab5-8330d8f7fdf6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20179d92f9304fe49b864014da7eada5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0587742
Feb 03 12:38:50.547336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55330) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:50.614101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14dcddff-bc94-4fa6-ad16-86ef482ce3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:50.642728 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14dcddff-bc94-4fa6-ad16-86ef482ce3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:50.695101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14dcddff-bc94-4fa6-ad16-86ef482ce3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:50.700238 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e77828d5-c114-4d4f-aa9f-ec44765200f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:50.712925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcddff-bc94-4fa6-ad16-86ef482ce3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f819e4a-e3ab-4236-9654-bc099ac2e1f8,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:50.716417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-14dcddff-bc94-4fa6-ad16-86ef482ce3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:50.718534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14dcddff-bc94-4fa6-ad16-86ef482ce3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:50.719774 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-14dcddff-bc94-4fa6-ad16-86ef482ce3d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f819e4a-e3ab-4236-9654-bc099ac2e1f8 HTTP/1.1" status: 204  len: 168 time: 0.1714859
Feb 03 12:38:51.693437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55354) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:51.847939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1636303764-network', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:51.856191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:51.860794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Usage tracker for resource:network and tenant:1986d1b163ae40f7a1a9eaf0d511185b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:51.864332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:51.870800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:51.884069 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Made reservation on behalf of 1986d1b163ae40f7a1a9eaf0d511185b for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:38:51.889247 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:51.902583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:51.919058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:51.923768 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Usage tracker for resource:security_group_rule and tenant:1986d1b163ae40f7a1a9eaf0d511185b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:51.926967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:51.933107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:52.024836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:52.029113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:52.032333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2432b2f3-419b-4dcf-a5d6-9a15513b3623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:52.067151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:38:52.076544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f862623a-b3fe-4f2b-ac75-e53fb3afbd3b,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:52.080097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:52.084582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:52.085291 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Added segment 01902a62-ad3b-477e-be56-5c97c750b80d of type vxlan for network 9b11b506-24a5-472a-b854-023d6100e3a7
Feb 03 12:38:52.113493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:52.144712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:52.146008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:52.146650 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:52.150096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:52.256195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b11b506-24a5-472a-b854-023d6100e3a7,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:52.259591 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5649304
Feb 03 12:38:52.260572 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:52.262659 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55362) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:52.268744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Request body: {'subnet': {'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1636303764-subnet', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:52.270970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 9b11b506-24a5-472a-b854-023d6100e3a7 details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:38:52.274093 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:52.278267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Usage tracker for resource:subnet and tenant:1986d1b163ae40f7a1a9eaf0d511185b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:52.281328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:52.285311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network 9b11b506-24a5-472a-b854-023d6100e3a7 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:38:52.287133 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:52.297546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Made reservation on behalf of 1986d1b163ae40f7a1a9eaf0d511185b for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:38:52.302403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8225758'] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:52.493408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-15d8e58f-40eb-4c07-98b8-eb93457496fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:52.734980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846615869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8225773'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:52.752223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b33951b0-31f2-44a5-b975-8d812bb4396c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:52.878445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:52.883476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:52.954246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Checking segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:38:52.954637 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Network hostable DHCP agents. Network: 9b11b506-24a5-472a-b854-023d6100e3a7, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:38:52.976575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Network 9b11b506-24a5-472a-b854-023d6100e3a7 is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:38:52.990717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 9b11b506-24a5-472a-b854-023d6100e3a7) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:53.001689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30730942-f3f6-497d-a7a9-b1deff1e8f12 None None] Network 9b11b506-24a5-472a-b854-023d6100e3a7 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:38:53.006273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:38:53.007279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:53.034846 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c04e327b-6db0-4e93-9bae-dd11ff44b1c1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7710824
Feb 03 12:38:53.037857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55366) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:53.043648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:53.049042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:53.053257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Usage tracker for resource:router and tenant:1986d1b163ae40f7a1a9eaf0d511185b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:53.057280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:53.063891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:53.073362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853025918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771978'] for router, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:53.074697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1749868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854388198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3823'] for router, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:53.089588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:53.384230 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853025795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:53.407649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b79e451-caa2-50de-a50b-efe9dfde6a2a-9b11b506-24a5-472a-b854-023d6100e3a7', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b'}]}} from dv-cinder-773876-1-iscsi. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 12:38:53.408826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:53.716982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Allocated IP 172.20.0.2 (9b11b506-24a5-472a-b854-023d6100e3a7/c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b/8ffac7d4-ced8-42a6-99c0-daa15de56574) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:38:53.734155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:53.767736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:53.943639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:53.955865 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Transition to ACTIVE for port object 8ffac7d4-ced8-42a6-99c0-daa15de56574 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:53.974673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Transition to ACTIVE for port object 8ffac7d4-ced8-42a6-99c0-daa15de56574 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:53.979512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:53.995233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bb6a78c4-bab4-4369-9f43-fc962e5c6e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:54.043587 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Allocated IP 172.27.0.94 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/2c634771-1f1b-43e4-abd7-074aaa1481ec) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:38:54.128571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Pushing event updated for resources: {'Port': ['ID=8ffac7d4-ced8-42a6-99c0-daa15de56574,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:54.133695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:54.181656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Network 9b11b506-24a5-472a-b854-023d6100e3a7 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:38:54.182829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Resources bound (agent type, host, resource id):  {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:54.185408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:38:54.206662 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:54.240860 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:54.247810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Attempting to bind port 8ffac7d4-ced8-42a6-99c0-daa15de56574 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:38:54.248239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Attempting to bind port 8ffac7d4-ced8-42a6-99c0-daa15de56574 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:38:54.248655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Attempting to bind port 8ffac7d4-ced8-42a6-99c0-daa15de56574 on network 9b11b506-24a5-472a-b854-023d6100e3a7 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:38:54.254557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:38:54.254984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Checking segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:38:54.255434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:54.255894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Bound using segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:38:54.256415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Bound port: 8ffac7d4-ced8-42a6-99c0-daa15de56574, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:38:54.256553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4d665ba7-fdbb-4cea-a455-c95d079722ff tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:54.256835 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:54.352392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] For port 8ffac7d4-ced8-42a6-99c0-daa15de56574, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:38:54.356166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] For port 8ffac7d4-ced8-42a6-99c0-daa15de56574, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=8ffac7d4-ced8-42a6-99c0-daa15de56574,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:38:54.360599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:54.374499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:54.521851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Pushing event updated for resources: {'Port': ['ID=8ffac7d4-ced8-42a6-99c0-daa15de56574,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:54.539125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:54.649059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=2c634771-1f1b-43e4-abd7-074aaa1481ec,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:54.653677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:54.708518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:38:54.709776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:54.712583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:38:55.029749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f00a6a4e-d9ee-4819-89da-c6d297649a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:55.176366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:55.547147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047887'] for router, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:55.639880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 8ffac7d4-ced8-42a6-99c0-daa15de56574 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:38:55.672903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:55.717203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 8ffac7d4-ced8-42a6-99c0-daa15de56574 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:38:55.789037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Router 157f383f-fc26-4a78-9e2f-1335d944fa23 is scheduled to L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e with binding_index 1 {{(pid=80115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 12:38:55.953153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b376b59-4316-437a-9d8b-6cf72a6638fc None None] Network 9b11b506-24a5-472a-b854-023d6100e3a7 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:38:55.992509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:38:56.016336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:56.017694 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-be6d9d88-1ab3-4b88-8d5d-a385a4c3f6e0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9788179
Feb 03 12:38:56.020656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55376) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:56.029031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Sync routers for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:38:56.045175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-c1e2a293-dfdf-41e6-a95b-f9600d9d1345 None None] Provisioning for port 8ffac7d4-ced8-42a6-99c0-daa15de56574 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:38:56.064889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:56.065575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02c6cd68>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:56.120146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-c1e2a293-dfdf-41e6-a95b-f9600d9d1345 None None] Provisioning complete for port 8ffac7d4-ced8-42a6-99c0-daa15de56574 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:56.120577 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a293-dfdf-41e6-a95b-f9600d9d1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:56.316882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:56.451296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:56.875498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a293-dfdf-41e6-a95b-f9600d9d1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:56.958970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-c1e2a293-dfdf-41e6-a95b-f9600d9d1345 None None] For port 8ffac7d4-ced8-42a6-99c0-daa15de56574, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=8ffac7d4-ced8-42a6-99c0-daa15de56574,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:38:56.975151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a293-dfdf-41e6-a95b-f9600d9d1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:56.979348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e8293fd1-9f54-4865-8fd9-2e52a874407b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:57.007147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:57.111709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:57.121882 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2a293-dfdf-41e6-a95b-f9600d9d1345 None None] Pushing event updated for resources: {'Port': ['ID=8ffac7d4-ced8-42a6-99c0-daa15de56574,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:57.127843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c1e2a293-dfdf-41e6-a95b-f9600d9d1345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:57.151493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02c6cd68>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:54Z', 'revision_number': 3, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:57.156734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Checking router: 157f383f-fc26-4a78-9e2f-1335d944fa23 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:38:57.157146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Updating router 157f383f-fc26-4a78-9e2f-1335d944fa23 port 2c634771-1f1b-43e4-abd7-074aaa1481ec binding host dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:38:57.216775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:57.350335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-21f64dcb-d269-49b0-b624-e939971988a2 None None] Provisioning complete for port 8ffac7d4-ced8-42a6-99c0-daa15de56574 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:57.350665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-21f64dcb-d269-49b0-b624-e939971988a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:57.373205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Allocated IP 172.20.0.1 (9b11b506-24a5-472a-b854-023d6100e3a7/c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b/93453d52-4a85-4ab1-8e0b-e9e0a23cb49c) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:38:57.545195 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:57.566574 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Transition to ACTIVE for port object 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:57.592950 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:57.609365 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cc6e67db-d36f-423c-adfb-aca55718fd6d tempest-TestMinimumBasicScenario-262465128 tempest-TestMinimumBasicScenario-262465128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:57.628477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 8ffac7d4-ced8-42a6-99c0-daa15de56574 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:38:57.747917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Pushing event updated for resources: {'Port': ['ID=93453d52-4a85-4ab1-8e0b-e9e0a23cb49c,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:57.752544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:57.773543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 8ffac7d4-ced8-42a6-99c0-daa15de56574 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:57.774028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:57.808021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Network 9b11b506-24a5-472a-b854-023d6100e3a7 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:38:57.809555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:57.812240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:38:57.869398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853028235'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:57.918477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-ed15e7cd-30b5-4ce3-9e51-238709649c17 None None] Provisioning complete for port 8ffac7d4-ced8-42a6-99c0-daa15de56574 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:57.919397 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ed15e7cd-30b5-4ce3-9e51-238709649c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:57.992187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:58.000257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:58.021721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Transition to ACTIVE for port object 2c634771-1f1b-43e4-abd7-074aaa1481ec will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:38:58.028831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:58.128237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c1e2a293-dfdf-41e6-a95b-f9600d9d1345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:58.249887 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca925f-65b7-4a04-a46d-e5651ea14b5b None None] Pushing event updated for resources: {'Port': ['ID=2c634771-1f1b-43e4-abd7-074aaa1481ec,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:58.266706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ecca925f-65b7-4a04-a46d-e5651ea14b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:58.305990 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:58.310630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:58.340077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-387c32a9-6d0a-401c-9618-e96364d4b416 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:58.368657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Attempting to bind port 2c634771-1f1b-43e4-abd7-074aaa1481ec on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:38:58.369083 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Attempting to bind port 2c634771-1f1b-43e4-abd7-074aaa1481ec by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:38:58.369499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Attempting to bind port 2c634771-1f1b-43e4-abd7-074aaa1481ec on network 549e872b-1584-42ab-be09-aa93760d03bd {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:38:58.375487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:38:58.375911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Checking segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:38:58.376366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:58.376807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Bound using segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:38:58.377328 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Bound port: 2c634771-1f1b-43e4-abd7-074aaa1481ec, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:38:58.377823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:58.423326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Pushing event updated for resources: {'Port': ['ID=93453d52-4a85-4ab1-8e0b-e9e0a23cb49c,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:58.426498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853047765'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:58.442933 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:58.466325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] For port 2c634771-1f1b-43e4-abd7-074aaa1481ec, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:38:58.470631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] For port 2c634771-1f1b-43e4-abd7-074aaa1481ec, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=2c634771-1f1b-43e4-abd7-074aaa1481ec,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:38:58.474531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:58.490798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e9d7e9f4-059d-41b2-b004-2390dbfe1cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:38:58.524790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0bb17ad6-1276-46ea-b4d7-3b69f3a504ee None None] Provisioning for port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:38:58.570526 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Network 9b11b506-24a5-472a-b854-023d6100e3a7 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:38:58.571748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:38:58.594682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0bb17ad6-1276-46ea-b4d7-3b69f3a504ee None None] Provisioning complete for port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:58.594973 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0bb17ad6-1276-46ea-b4d7-3b69f3a504ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:58.789175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Router 157f383f-fc26-4a78-9e2f-1335d944fa23 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:38:58.877096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca925f-65b7-4a04-a46d-e5651ea14b5b None None] Pushing event updated for resources: {'Port': ['ID=2c634771-1f1b-43e4-abd7-074aaa1481ec,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:38:58.881867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0bb17ad6-1276-46ea-b4d7-3b69f3a504ee None None] Port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:38:58.883370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ecca925f-65b7-4a04-a46d-e5651ea14b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:38:58.920816 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:38:58.921503 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02c6cd68>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:58.995480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:38:59.006271 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] 10.222.0.38 "PUT /v2.0/routers/157f383f-fc26-4a78-9e2f-1335d944fa23/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9845223
Feb 03 12:38:59.086900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-429bdb8b-12d8-43fb-bdf7-2344e39d8cfe None None] Provisioning complete for port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:38:59.087312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-429bdb8b-12d8-43fb-bdf7-2344e39d8cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:38:59.172286 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-429bdb8b-12d8-43fb-bdf7-2344e39d8cfe None None] Port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:38:59.178105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:38:59.516609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02c6cd68>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:38:58Z', 'revision_number': 2, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:38:59.521023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0530d4-55e3-438a-9df5-30dbf739068c None None] The sync data for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi is: [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:38:58Z', 'revision_number': 2, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:38:59.954687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55404) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:38:59.961824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1464535280-network', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:38:59.968183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:38:59.973099 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Usage tracker for resource:network and tenant:4058f16e95394ca5b54ac6227eabd25f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:38:59.976495 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:38:59.983606 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:38:59.994514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Made reservation on behalf of 4058f16e95394ca5b54ac6227eabd25f for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:38:59.999474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:00.017419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:00.033529 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:39:00.037612 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Usage tracker for resource:security_group_rule and tenant:4058f16e95394ca5b54ac6227eabd25f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:39:00.040653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:39:00.048148 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:39:00.138354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:00.142197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:00.145710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5315b488-0fa6-419c-8139-22af1cc0fcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:00.180407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:39:00.191130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da93943c-1d95-421b-a0f4-5b73c8857702,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:00.195036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:00.199436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:00.199915 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Added segment 51cea0a6-e426-4870-81e9-bf88332b054b of type vxlan for network a0f21826-b7b9-4769-8cbf-0e027e6230ae
Feb 03 12:39:00.229496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:00.270310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:00.271630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:00.272291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:00.277573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:00.390289 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f21826-b7b9-4769-8cbf-0e027e6230ae,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:00.393981 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:00.400658 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55410) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:39:00.400816 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-94db4181-ec4f-48d2-bcb4-8e1e6ca8ea21 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4443066
Feb 03 12:39:00.403156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:39:00.407568 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Request body: {'subnet': {'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1464535280-subnet', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:00.413242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:39:00.418785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Usage tracker for resource:subnet and tenant:4058f16e95394ca5b54ac6227eabd25f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:39:00.422701 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:39:00.422931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:39:00.429791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:39:00.442612 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Made reservation on behalf of 4058f16e95394ca5b54ac6227eabd25f for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:39:00.448637 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8225758'] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:00.888544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846615869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8225773'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:00.901731 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-74f3c799-2c21-4e10-bea3-035b0e74337e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:01.035083 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68139faf-81f7-4ae0-af90-ea54f31be816,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:01.038186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:01.111903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Checking segment: {'id': '51cea0a6-e426-4870-81e9-bf88332b054b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:39:01.112300 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Network hostable DHCP agents. Network: a0f21826-b7b9-4769-8cbf-0e027e6230ae, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:39:01.132403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:39:01.143720 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, a0f21826-b7b9-4769-8cbf-0e027e6230ae) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:39:01.154257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1476f6e9-ddf8-4e11-bc82-078f77d4af5a None None] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:39:01.157339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:01.158047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:01.179314 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-11195380-742f-4165-abc7-21b430036e68 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7777417
Feb 03 12:39:01.182558 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55414) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:39:01.188842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1464535280-router', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:01.194420 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:39:01.198531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Usage tracker for resource:router and tenant:4058f16e95394ca5b54ac6227eabd25f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:39:01.201614 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:39:01.207428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:39:01.218643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853025918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771978'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:01.219752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1749868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854388198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3823'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:01.235852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:01.386258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b79e451-caa2-50de-a50b-efe9dfde6a2a-a0f21826-b7b9-4769-8cbf-0e027e6230ae', 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'fixed_ips': [{'subnet_id': '68139faf-81f7-4ae0-af90-ea54f31be816'}]}} from dv-cinder-773876-1-iscsi. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 12:39:01.387249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:01.533400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853025795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:01.680109 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2c634771-1f1b-43e4-abd7-074aaa1481ec up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:01.748461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Allocated IP 172.20.0.2 (a0f21826-b7b9-4769-8cbf-0e027e6230ae/68139faf-81f7-4ae0-af90-ea54f31be816/9e97b9a4-86a5-4c11-ab82-33951ee3b288) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:39:01.858288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 2c634771-1f1b-43e4-abd7-074aaa1481ec completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:39:01.869431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 2c634771-1f1b-43e4-abd7-074aaa1481ec triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:01.869877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:01.880521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:01.913434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:02.087748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:02.105528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Transition to ACTIVE for port object 9e97b9a4-86a5-4c11-ab82-33951ee3b288 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:39:02.112991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:02.135795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Transition to ACTIVE for port object 9e97b9a4-86a5-4c11-ab82-33951ee3b288 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:39:02.142088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 2c634771-1f1b-43e4-abd7-074aaa1481ec, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=2c634771-1f1b-43e4-abd7-074aaa1481ec,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:39:02.144295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:02.158302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:02.199543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:02.210826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Allocated IP 172.27.0.182 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/c19a9609-8803-4b6b-97ec-9a27cd8c4e40) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:39:02.294991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Pushing event updated for resources: {'Port': ['ID=9e97b9a4-86a5-4c11-ab82-33951ee3b288,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:02.299363 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:02.299851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b91f05d4-5860-47d3-8c27-756d0c8415a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:02.378381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:02.410203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=2c634771-1f1b-43e4-abd7-074aaa1481ec,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:02.410419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:02.414798 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:02.423683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:39:02.424887 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Resources bound (agent type, host, resource id):  {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:39:02.426527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e5ba0a63-018d-474c-9019-6598c85698e4 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:02.427425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:39:02.485957 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Attempting to bind port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:39:02.486380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Attempting to bind port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '51cea0a6-e426-4870-81e9-bf88332b054b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:39:02.486791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Attempting to bind port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 on network a0f21826-b7b9-4769-8cbf-0e027e6230ae {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:39:02.492656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:39:02.493081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Checking segment: {'id': '51cea0a6-e426-4870-81e9-bf88332b054b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:39:02.493552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:02.494005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Bound using segment: {'id': '51cea0a6-e426-4870-81e9-bf88332b054b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:39:02.494534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Bound port: 9e97b9a4-86a5-4c11-ab82-33951ee3b288, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cea0a6-e426-4870-81e9-bf88332b054b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:39:02.494959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:02.562034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Pushing event updated for resources: {'Port': ['ID=c19a9609-8803-4b6b-97ec-9a27cd8c4e40,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:02.566651 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:02.597480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] For port 9e97b9a4-86a5-4c11-ab82-33951ee3b288, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:39:02.600916 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] For port 9e97b9a4-86a5-4c11-ab82-33951ee3b288, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=9e97b9a4-86a5-4c11-ab82-33951ee3b288,segment=NetworkSegment(51cea0a6-e426-4870-81e9-bf88332b054b),segment_id=51cea0a6-e426-4870-81e9-bf88332b054b)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:39:02.605496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:02.619856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:39:02.621065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:39:02.621219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:02.623940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:39:02.881312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Sync routers for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:39:02.895158 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:39:02.896139 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0370e2b0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:02.954737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Pushing event updated for resources: {'Port': ['ID=9e97b9a4-86a5-4c11-ab82-33951ee3b288,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:02.959513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:03.107448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:39:03.396911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:03.488267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0370e2b0>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:38:58Z', 'revision_number': 2, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:03.492555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Checking router: 157f383f-fc26-4a78-9e2f-1335d944fa23 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:39:03.492963 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Updating router 157f383f-fc26-4a78-9e2f-1335d944fa23 port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c binding host dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:39:03.553023 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:03.705090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 9e97b9a4-86a5-4c11-ab82-33951ee3b288 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:03.779961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1749898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047887'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:03.784042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:39:03.789903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2c634771-1f1b-43e4-abd7-074aaa1481ec up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:03.864841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 2c634771-1f1b-43e4-abd7-074aaa1481ec triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:03.865250 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:04.019558 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:04.033921 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Transition to ACTIVE for port object 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:39:04.037253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:04.055545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:04.061613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Router 4d3c091e-2064-43fa-9793-18448500ec4a is scheduled to L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 12:39:04.195967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f543b2-46b6-47bd-beb8-143ebc76460f None None] Pushing event updated for resources: {'Port': ['ID=93453d52-4a85-4ab1-8e0b-e9e0a23cb49c,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:04.201302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b7f543b2-46b6-47bd-beb8-143ebc76460f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:04.273584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:39:04.284004 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Sync routers for ids ['4d3c091e-2064-43fa-9793-18448500ec4a'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:39:04.294684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Routers {'4d3c091e-2064-43fa-9793-18448500ec4a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:39:04.295478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02e13dd8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4d3c091e-2064-43fa-9793-18448500ec4a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:04.310575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:04.312655 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1290460
Feb 03 12:39:04.316086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55424) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:39:04.382737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Attempting to bind port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:39:04.383149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Attempting to bind port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:39:04.383565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Attempting to bind port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c on network 9b11b506-24a5-472a-b854-023d6100e3a7 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:39:04.388055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4234f20-5ee1-45b3-bad2-0a3686cbd027 None None] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:39:04.391208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:39:04.391838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Checking segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:39:04.392452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:04.393042 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Bound using segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:39:04.393734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Bound port: 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:39:04.394330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:04.505631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] For port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:39:04.509301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] For port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=93453d52-4a85-4ab1-8e0b-e9e0a23cb49c,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:39:04.513744 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:04.527425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:04.593987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7ccf6692-378f-4b5c-b5f1-e2d4055004e7 None None] Provisioning for port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:39:04.609665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7ccf6692-378f-4b5c-b5f1-e2d4055004e7 None None] Provisioning complete for port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:04.609665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6692-378f-4b5c-b5f1-e2d4055004e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:04.681850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f543b2-46b6-47bd-beb8-143ebc76460f None None] Pushing event updated for resources: {'Port': ['ID=93453d52-4a85-4ab1-8e0b-e9e0a23cb49c,revision_number=4']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:04.686387 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Set router 4d3c091e-2064-43fa-9793-18448500ec4a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:39:04.687443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b7f543b2-46b6-47bd-beb8-143ebc76460f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:04.734040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:39:04.734781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0370e2b0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:05.114257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:39:05.127345 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:05.155595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6692-378f-4b5c-b5f1-e2d4055004e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:05.245740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7ccf6692-378f-4b5c-b5f1-e2d4055004e7 None None] For port 9e97b9a4-86a5-4c11-ab82-33951ee3b288, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=9e97b9a4-86a5-4c11-ab82-33951ee3b288,segment=NetworkSegment(51cea0a6-e426-4870-81e9-bf88332b054b),segment_id=51cea0a6-e426-4870-81e9-bf88332b054b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:39:05.253812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6692-378f-4b5c-b5f1-e2d4055004e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:05.256409 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:05.347589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02e13dd8>, [{'id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'name': 'tempest-TestVolumeBootPattern-1464535280-router', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:39:01Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 3, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'gw_port': {'id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:02Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:05.355986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Checking router: 4d3c091e-2064-43fa-9793-18448500ec4a for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:39:05.356912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Updating router 4d3c091e-2064-43fa-9793-18448500ec4a port c19a9609-8803-4b6b-97ec-9a27cd8c4e40 binding host dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:39:05.391196 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf6692-378f-4b5c-b5f1-e2d4055004e7 None None] Pushing event updated for resources: {'Port': ['ID=9e97b9a4-86a5-4c11-ab82-33951ee3b288,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:05.401570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7ccf6692-378f-4b5c-b5f1-e2d4055004e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:05.430935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:05.505603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0370e2b0>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:04Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:05.510081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f5aa8-eca4-48a1-a8bb-61011a0c202e None None] The sync data for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi is: [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:04Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:39:05.510611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Allocated IP 172.20.0.1 (a0f21826-b7b9-4769-8cbf-0e027e6230ae/68139faf-81f7-4ae0-af90-ea54f31be816/17359129-7324-4c63-9941-1479aa10105d) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:39:05.732348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:05.756792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Transition to ACTIVE for port object 17359129-7324-4c63-9941-1479aa10105d will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:39:05.789750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:05.810295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-286e36f9-0422-40fe-9a44-3027cd3f8a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:05.903893 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:05.983586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-8ae380aa-b00d-498b-a344-12306e374427 None None] Provisioning complete for port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:05.984002 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8ae380aa-b00d-498b-a344-12306e374427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.134463 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:39:06.220210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:06.220633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.247583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Pushing event updated for resources: {'Port': ['ID=17359129-7324-4c63-9941-1479aa10105d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:06.274084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.274441 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.274846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.275257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.275665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.276066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.276470 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.276875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.277490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.277985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.278486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.278891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.279336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.279747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.280149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.280546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.280944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.281344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.281780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.282181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.282582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.282979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.283374 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.283770 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:06.289864 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:06.321430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.330320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:39:06.331665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:39:06.333961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:39:06.340301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Transition to ACTIVE for port object c19a9609-8803-4b6b-97ec-9a27cd8c4e40 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:39:06.346005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.363824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:06.399490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853028235'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.561722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.587008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d444c-7e2a-4c6c-99f7-3a67174462eb None None] Pushing event updated for resources: {'Port': ['ID=c19a9609-8803-4b6b-97ec-9a27cd8c4e40,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:06.605349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-d62d5abf-5b0e-40ee-90d5-9e123b92b744 None None] Provisioning complete for port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:06.605532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d62d5abf-5b0e-40ee-90d5-9e123b92b744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.636449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-961d444c-7e2a-4c6c-99f7-3a67174462eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:06.671126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.689273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=93453d52-4a85-4ab1-8e0b-e9e0a23cb49c,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:39:06.697513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.698546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 9e97b9a4-86a5-4c11-ab82-33951ee3b288 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:06.730022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ecca925f-65b7-4a04-a46d-e5651ea14b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:06.853853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Attempting to bind port c19a9609-8803-4b6b-97ec-9a27cd8c4e40 on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:39:06.854272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Attempting to bind port c19a9609-8803-4b6b-97ec-9a27cd8c4e40 by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:39:06.854680 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Attempting to bind port c19a9609-8803-4b6b-97ec-9a27cd8c4e40 on network 549e872b-1584-42ab-be09-aa93760d03bd {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:39:06.909240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:39:06.909673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Checking segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:39:06.910157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.910591 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Bound using segment: {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:39:06.911126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Bound port: c19a9609-8803-4b6b-97ec-9a27cd8c4e40, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cf9430-ad24-4185-9800-c5268a10188b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:39:06.911540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.937085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=93453d52-4a85-4ab1-8e0b-e9e0a23cb49c,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:06.955694 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:06.963229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:06.968770 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-aa1a9c63-c5a3-414e-b746-12cd31210456 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2386355
Feb 03 12:39:07.025130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:07.025552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:07.047756 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:07.051616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:07.069741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] For port c19a9609-8803-4b6b-97ec-9a27cd8c4e40, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:39:07.082494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-98960ee7-5604-43f7-9850-295531654b89 tempest-VolumesActionsTest-2041706470 tempest-VolumesActionsTest-2041706470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:07.089142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] For port c19a9609-8803-4b6b-97ec-9a27cd8c4e40, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=c19a9609-8803-4b6b-97ec-9a27cd8c4e40,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:39:07.094611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:07.107940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4f85a04b-79e3-475d-b2e0-770f21b9a831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:07.219812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853047765'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:07.238993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Pushing event updated for resources: {'Port': ['ID=17359129-7324-4c63-9941-1479aa10105d,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:07.250886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:07.257741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-19c4269a-5b16-4629-bfce-3de0ccfcefef None None] Provisioning for port 17359129-7324-4c63-9941-1479aa10105d completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:39:07.301410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-19c4269a-5b16-4629-bfce-3de0ccfcefef None None] Provisioning complete for port 17359129-7324-4c63-9941-1479aa10105d triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:07.301850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-19c4269a-5b16-4629-bfce-3de0ccfcefef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:07.346692 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d444c-7e2a-4c6c-99f7-3a67174462eb None None] Pushing event updated for resources: {'Port': ['ID=c19a9609-8803-4b6b-97ec-9a27cd8c4e40,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:07.363604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-b0b385c8-6f83-4ec8-b9a6-769c943e4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:07.365259 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-b0b385c8-6f83-4ec8-b9a6-769c943e4ad1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 1162 time: 0.2839816
Feb 03 12:39:07.368059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-961d444c-7e2a-4c6c-99f7-3a67174462eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:07.390416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:39:07.392932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:39:07.428691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-19c4269a-5b16-4629-bfce-3de0ccfcefef None None] Port 17359129-7324-4c63-9941-1479aa10105d cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:39:07.443472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Routers {'4d3c091e-2064-43fa-9793-18448500ec4a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:39:07.444151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02e13dd8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4d3c091e-2064-43fa-9793-18448500ec4a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:07.647707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:07.693246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] Set router 4d3c091e-2064-43fa-9793-18448500ec4a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:39:07.714997 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-4e90778e-e524-4a14-a851-57391f2c2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:07.716721 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-4e90778e-e524-4a14-a851-57391f2c2a0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 904 time: 0.3250167
Feb 03 12:39:07.796915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Router 4d3c091e-2064-43fa-9793-18448500ec4a has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:39:07.918565 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-b318d249-a886-41ec-a3a8-1cc0472c9a86 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07 HTTP/1.1" status: 200  len: 1001 time: 0.1918252
Feb 03 12:39:07.953183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-65c59729-694f-4e1b-9641-9aa029887b59 None None] Provisioning complete for port 17359129-7324-4c63-9941-1479aa10105d triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:07.953601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-65c59729-694f-4e1b-9641-9aa029887b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:08.079249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-4f0fab2b-8d83-4fb6-b807-9b2e18ab7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:08.080842 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-4f0fab2b-8d83-4fb6-b807-9b2e18ab7bac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.1052995
Feb 03 12:39:08.150453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-65c59729-694f-4e1b-9641-9aa029887b59 None None] Port 17359129-7324-4c63-9941-1479aa10105d cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:39:08.154760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:39:08.166825 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] 10.222.0.38 "PUT /v2.0/routers/4d3c091e-2064-43fa-9793-18448500ec4a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8496299
Feb 03 12:39:08.195619 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-722048fd-bbfa-45d8-82e9-a7d52254ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:08.197302 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-722048fd-bbfa-45d8-82e9-a7d52254ae46 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1077671
Feb 03 12:39:08.199128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:08.199509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:08.352640 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-7298e3dc-6c5a-46b0-a59a-ee27794791c0 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440930
Feb 03 12:39:08.409546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02e13dd8>, [{'id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'name': 'tempest-TestVolumeBootPattern-1464535280-router', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:39:01Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 4, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'gw_port': {'id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:02Z', 'updated_at': '2021-02-03T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '17359129-7324-4c63-9941-1479aa10105d', 'name': '', 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'mac_address': 'fa:16:3e:9f:3d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '68139faf-81f7-4ae0-af90-ea54f31be816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:05Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 2, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'subnets': [{'id': '68139faf-81f7-4ae0-af90-ea54f31be816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:08.413851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b183858-9a1c-49aa-b78c-1100dcd4e552 None None] The sync data for ids ['4d3c091e-2064-43fa-9793-18448500ec4a'] in dv-cinder-773876-1-iscsi is: [{'id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'name': 'tempest-TestVolumeBootPattern-1464535280-router', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:39:01Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 4, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'gw_port': {'id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:02Z', 'updated_at': '2021-02-03T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '17359129-7324-4c63-9941-1479aa10105d', 'name': '', 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'mac_address': 'fa:16:3e:9f:3d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '68139faf-81f7-4ae0-af90-ea54f31be816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:05Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 2, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'subnets': [{'id': '68139faf-81f7-4ae0-af90-ea54f31be816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:39:08.501169 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a11e91-3c3a-4190-9f4c-c4a677177c2f req-0c439804-570a-4aaf-97b1-8ebc5921bb13 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410291
Feb 03 12:39:09.133868 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1764050861', 'description': 'tempest-TestVolumeBootPattern-1764050861 description'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:09.158831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:39:09.163194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Usage tracker for resource:security_group and tenant:1986d1b163ae40f7a1a9eaf0d511185b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:39:09.166442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:39:09.173325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:39:09.185117 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.213118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:39:09.223575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Usage tracker for resource:security_group_rule and tenant:1986d1b163ae40f7a1a9eaf0d511185b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:39:09.227091 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:39:09.234799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:39:09.329661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.332946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.338715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:09.380306 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c49bbe-2921-41bb-ab66-06056611878d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:09.383883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:09.385140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.387017 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2bca5163-fe1b-4234-9cb3-0c4e8c25c4bf req-f1ff56d8-af4e-4063-9b42-6ba29ddc00ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2606170
Feb 03 12:39:09.486982 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2177da92-d608-4221-9b36-d72173dae994 req-5e9eb7b8-2d61-4d5e-91d6-da3e3e288755 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups/d9c49bbe-2921-41bb-ab66-06056611878d HTTP/1.1" status: 200  len: 1808 time: 0.0652637
Feb 03 12:39:09.498344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9c49bbe-2921-41bb-ab66-06056611878d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:09.498796 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9c49bbe-2921-41bb-ab66-06056611878d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:09.521353 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:39:09.525509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Usage tracker for resource:security_group_rule and tenant:1986d1b163ae40f7a1a9eaf0d511185b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:39:09.529133 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:39:09.535448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:39:09.596675 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.623597 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.626737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.628993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-dab58ba8-8f79-40e1-9e47-e9e968a1eb9b tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:09.658025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device c19a9609-8803-4b6b-97ec-9a27cd8c4e40 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:09.662521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96dc872-8142-4f1b-a7d1-7a8bae8a5de5,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:09.666736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.668092 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2177da92-d608-4221-9b36-d72173dae994 req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1745718
Feb 03 12:39:09.675311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.675311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.675311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.675311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.675311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.675311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.675942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.675942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.676302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.676671 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.677227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.677818 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.678443 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.678993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.679547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.680192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.680748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.681308 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.681883 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.682445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.683000 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.683647 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.684201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.684753 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:09.689102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:09.744444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port c19a9609-8803-4b6b-97ec-9a27cd8c4e40 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:39:09.749843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port c19a9609-8803-4b6b-97ec-9a27cd8c4e40 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:09.750275 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.777210 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-50ed24fb-f7e2-42f2-9b7e-92a3e06b9dd2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups/d9c49bbe-2921-41bb-ab66-06056611878d HTTP/1.1" status: 200  len: 2401 time: 0.0701270
Feb 03 12:39:09.789314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9c49bbe-2921-41bb-ab66-06056611878d', 'remote_group_id': None}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:09.789738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9c49bbe-2921-41bb-ab66-06056611878d', 'remote_group_id': None}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:09.814400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:39:09.818635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Usage tracker for resource:security_group_rule and tenant:1986d1b163ae40f7a1a9eaf0d511185b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:39:09.821815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:39:09.828419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:39:09.879776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.893224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.901593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port c19a9609-8803-4b6b-97ec-9a27cd8c4e40, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=c19a9609-8803-4b6b-97ec-9a27cd8c4e40,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:39:09.906106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.908411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-17882b90-8a8c-4910-90c1-b6788c6aebed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:09.927102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.930792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.939921 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:09.962627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45b9b0f-8d9c-45c7-bd82-7ae91ef65161,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:09.973620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:09.974337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:09.975621 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c8a30317-4e7f-466f-a0e2-775b1e3940b8 req-0813270d-27ad-4a40-a44e-7f0f652381ac tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1911182
Feb 03 12:39:09.990418 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=c19a9609-8803-4b6b-97ec-9a27cd8c4e40,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:09.993846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:11.627544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device c19a9609-8803-4b6b-97ec-9a27cd8c4e40 up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:11.706999 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port c19a9609-8803-4b6b-97ec-9a27cd8c4e40 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:11.707423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:11.985598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Sync routers for ids ['4d3c091e-2064-43fa-9793-18448500ec4a'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:39:11.996457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Routers {'4d3c091e-2064-43fa-9793-18448500ec4a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:39:11.997123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a034abef0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4d3c091e-2064-43fa-9793-18448500ec4a'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:12.207533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Set router 4d3c091e-2064-43fa-9793-18448500ec4a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:39:12.551696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a034abef0>, [{'id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'name': 'tempest-TestVolumeBootPattern-1464535280-router', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:39:01Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 4, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'gw_port': {'id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:02Z', 'updated_at': '2021-02-03T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '17359129-7324-4c63-9941-1479aa10105d', 'name': '', 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'mac_address': 'fa:16:3e:9f:3d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '68139faf-81f7-4ae0-af90-ea54f31be816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:05Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 2, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'subnets': [{'id': '68139faf-81f7-4ae0-af90-ea54f31be816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:12.556119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Checking router: 4d3c091e-2064-43fa-9793-18448500ec4a for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:39:12.556520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Updating router 4d3c091e-2064-43fa-9793-18448500ec4a port 17359129-7324-4c63-9941-1479aa10105d binding host dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 12:39:12.614547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:13.060576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:13.074741 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Transition to ACTIVE for port object 17359129-7324-4c63-9941-1479aa10105d will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:39:13.077915 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:13.091522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:13.225032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e3ed5-2e60-443d-a85e-ea4b21dbce4c None None] Pushing event updated for resources: {'Port': ['ID=17359129-7324-4c63-9941-1479aa10105d,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:13.228228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ac7e3ed5-2e60-443d-a85e-ea4b21dbce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:13.403832 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Attempting to bind port 17359129-7324-4c63-9941-1479aa10105d on host dv-cinder-773876-1-iscsi for vnic_type normal with profile  {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:39:13.404244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Attempting to bind port 17359129-7324-4c63-9941-1479aa10105d by drivers openvswitch on host dv-cinder-773876-1-iscsi at level 0 using segments [{'id': '51cea0a6-e426-4870-81e9-bf88332b054b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:39:13.404700 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Attempting to bind port 17359129-7324-4c63-9941-1479aa10105d on network a0f21826-b7b9-4769-8cbf-0e027e6230ae {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:39:13.411260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Checking agent: {'id': '9364d468-ed38-45f5-bf47-38e0b1f4d845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 18, 56), 'started_at': datetime.datetime(2021, 2, 3, 12, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:39:13.411690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Checking segment: {'id': '51cea0a6-e426-4870-81e9-bf88332b054b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:39:13.412145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:13.412595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Bound using segment: {'id': '51cea0a6-e426-4870-81e9-bf88332b054b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:39:13.413255 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Bound port: 17359129-7324-4c63-9941-1479aa10105d, host: dv-cinder-773876-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cea0a6-e426-4870-81e9-bf88332b054b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:39:13.413703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:13.518502 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] For port 17359129-7324-4c63-9941-1479aa10105d, host dv-cinder-773876-1-iscsi, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:39:13.521890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] For port 17359129-7324-4c63-9941-1479aa10105d, host dv-cinder-773876-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=17359129-7324-4c63-9941-1479aa10105d,segment=NetworkSegment(51cea0a6-e426-4870-81e9-bf88332b054b),segment_id=51cea0a6-e426-4870-81e9-bf88332b054b)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:39:13.526117 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:13.541566 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:13.692422 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e3ed5-2e60-443d-a85e-ea4b21dbce4c None None] Pushing event updated for resources: {'Port': ['ID=17359129-7324-4c63-9941-1479aa10105d,revision_number=4']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:13.697056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ac7e3ed5-2e60-443d-a85e-ea4b21dbce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:13.738114 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Routers {'4d3c091e-2064-43fa-9793-18448500ec4a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:39:13.738795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a034abef0>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:38:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4d3c091e-2064-43fa-9793-18448500ec4a'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:13.947157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] Set router 4d3c091e-2064-43fa-9793-18448500ec4a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:39:14.029212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:39:14.307231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a034abef0>, [{'id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'name': 'tempest-TestVolumeBootPattern-1464535280-router', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:39:01Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 4, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'gw_port': {'id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:02Z', 'updated_at': '2021-02-03T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '17359129-7324-4c63-9941-1479aa10105d', 'name': '', 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'mac_address': 'fa:16:3e:9f:3d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '68139faf-81f7-4ae0-af90-ea54f31be816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:05Z', 'updated_at': '2021-02-03T12:39:13Z', 'revision_number': 4, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'subnets': [{'id': '68139faf-81f7-4ae0-af90-ea54f31be816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:39:14.312725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7858b-a7ae-4327-83da-e853ecdd77dd None None] The sync data for ids ['4d3c091e-2064-43fa-9793-18448500ec4a'] in dv-cinder-773876-1-iscsi is: [{'id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'name': 'tempest-TestVolumeBootPattern-1464535280-router', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:39:01Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 4, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'gw_port': {'id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:02Z', 'updated_at': '2021-02-03T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '17359129-7324-4c63-9941-1479aa10105d', 'name': '', 'network_id': 'a0f21826-b7b9-4769-8cbf-0e027e6230ae', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'mac_address': 'fa:16:3e:9f:3d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '68139faf-81f7-4ae0-af90-ea54f31be816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:05Z', 'updated_at': '2021-02-03T12:39:13Z', 'revision_number': 4, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'subnets': [{'id': '68139faf-81f7-4ae0-af90-ea54f31be816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:39:15.647313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 17359129-7324-4c63-9941-1479aa10105d up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:15.723707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning for port 17359129-7324-4c63-9941-1479aa10105d completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:39:15.728980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 17359129-7324-4c63-9941-1479aa10105d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:15.729404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:15.856836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:15.893546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] For port 17359129-7324-4c63-9941-1479aa10105d, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=17359129-7324-4c63-9941-1479aa10105d,segment=NetworkSegment(51cea0a6-e426-4870-81e9-bf88332b054b),segment_id=51cea0a6-e426-4870-81e9-bf88332b054b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:39:15.897583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:15.899554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-12fdf3e4-fd12-401c-bbb9-617933f9f280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:15.976816 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Pushing event updated for resources: {'Port': ['ID=17359129-7324-4c63-9941-1479aa10105d,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:15.985272 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.985666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.986078 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.986458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.986839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.987219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.987593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.987970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.988342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.988717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.989088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.989459 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.989923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.990301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.990670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.991038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.991405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.991776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.992140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.992510 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.992867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.993239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.993601 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.993991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:39:15.998936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:17.635843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 17359129-7324-4c63-9941-1479aa10105d up at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:17.722025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Provisioning complete for port 17359129-7324-4c63-9941-1479aa10105d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:17.722449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:22.479439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f77b90e1-0b27-49b5-8838-d3d22944c47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:25.032920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c794d03-83d9-4d1a-8a5b-76aef7537794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:25.639866 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:26.240831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:27.013785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:32.077936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-1eedab95-9056-4cd1-b9ce-f5fc5bfae83e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:39:32.096518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-1eedab95-9056-4cd1-b9ce-f5fc5bfae83e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:39:32.097813 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-1eedab95-9056-4cd1-b9ce-f5fc5bfae83e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1764050861&fields=id&tenant_id=1986d1b163ae40f7a1a9eaf0d511185b HTTP/1.1" status: 200  len: 267 time: 0.0872216
Feb 03 12:39:32.592192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-9b1e98ce-625b-406d-ada5-9eb870b9caff tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:32.593824 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-9b1e98ce-625b-406d-ada5-9eb870b9caff tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 812 time: 0.4862053
Feb 03 12:39:32.613379 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-7e8847ac-fb87-4513-96a6-917b794918b5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/quotas/1986d1b163ae40f7a1a9eaf0d511185b HTTP/1.1" status: 200  len: 375 time: 0.0103717
Feb 03 12:39:32.740992 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-213faa13-82b1-4a9d-a5d3-070aa3343a51 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1220844
Feb 03 12:39:32.969946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-0e7c361b-5049-43ad-8eeb-8499b8822731 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:39:32.971046 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-0e7c361b-5049-43ad-8eeb-8499b8822731 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.2169485
Feb 03 12:39:33.123559 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-4ade4310-7927-42a9-8819-eed617ea90c0 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421695
Feb 03 12:39:33.279125 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-bfa3ffe7-ed7b-41f9-bc84-ef312c60dc5b service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455986
Feb 03 12:39:34.778696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-d6fa904c-3385-433a-8c96-8de670d25a04 req-024dd44e-e2cd-4a70-abd2-a8c55ae3a850 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:39:34.796891 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-d6fa904c-3385-433a-8c96-8de670d25a04 req-024dd44e-e2cd-4a70-abd2-a8c55ae3a850 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:39:34.798231 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6fa904c-3385-433a-8c96-8de670d25a04 req-024dd44e-e2cd-4a70-abd2-a8c55ae3a850 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 210 time: 0.0722156
Feb 03 12:39:35.936256 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0a9f5a81-37a5-4e11-a501-c32ffbd04935 req-0729c14f-9b4b-4a18-a215-a7f6449c3566 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 210 time: 0.0549037
Feb 03 12:39:36.870104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:37.066976 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bbe298cd-cd4a-453b-b78e-d0ec4e68bbe3 req-81c51c17-2609-4210-b7d7-910f51042cdd tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 210 time: 0.0545781
Feb 03 12:39:38.197243 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-983e10d2-a052-435a-bcb9-acdf740a19e2 req-ea559e6c-e0ba-4cbf-bae1-8767d770d5de tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 210 time: 0.0513723
Feb 03 12:39:39.384675 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4e73a8f2-4b86-489a-b383-df4c07b2a9cb req-964b218d-50ca-4bfb-9ff7-fca8d72bf3af tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 210 time: 0.0499496
Feb 03 12:39:40.203770 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-c495f145-200e-4d2e-af47-47632a875566 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:40.205432 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-c495f145-200e-4d2e-af47-47632a875566 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 812 time: 0.2430120
Feb 03 12:39:40.340646 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-bfbea661-70ad-4947-b8dd-980fda28ed43 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b HTTP/1.1" status: 200  len: 5765 time: 0.1120594
Feb 03 12:39:40.351635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'port': {'device_id': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'admin_state_up': True, 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'security_groups': ['d9c49bbe-2921-41bb-ab66-06056611878d']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:40.503521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:39:40.515127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:39:40.524763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Made reservation on behalf of 1986d1b163ae40f7a1a9eaf0d511185b for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:39:40.546323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:40.573208 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f69e0887-37e6-4230-9c4c-c763404a94bc req-7800f210-a77a-4ef8-91c2-de5812da81bf tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 210 time: 0.0502858
Feb 03 12:39:40.867215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Allocated IP 172.20.0.4 (9b11b506-24a5-472a-b854-023d6100e3a7/c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b/13bd5453-3477-4800-8b2a-ac099fadda5f) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:39:41.081492 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:41.098461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Transition to ACTIVE for port object 13bd5453-3477-4800-8b2a-ac099fadda5f will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:39:41.122252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:41.137511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-647582cf-15bf-4ddc-888b-fc395bc70e53 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:41.277616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'Port': ['ID=13bd5453-3477-4800-8b2a-ac099fadda5f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:41.282106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:41.340096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Network 9b11b506-24a5-472a-b854-023d6100e3a7 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:39:41.341269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:39:41.343745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:39:41.480123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:41.480968 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:41.521085 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1739779
Feb 03 12:39:41.540320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Request body: {'port': {'device_id': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:41.583530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b3dab0b0-83c8-41c1-bd8c-cf3790d61b56 None None] Provisioning for port 13bd5453-3477-4800-8b2a-ac099fadda5f completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:39:41.589160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b3dab0b0-83c8-41c1-bd8c-cf3790d61b56 None None] Provisioning complete for port 13bd5453-3477-4800-8b2a-ac099fadda5f triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:41.590392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b3dab0b0-83c8-41c1-bd8c-cf3790d61b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:41.655484 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b3dab0b0-83c8-41c1-bd8c-cf3790d61b56 None None] Port 13bd5453-3477-4800-8b2a-ac099fadda5f cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:39:41.670756 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:41.879748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3740a67-a4c8-415c-929c-5974f318c913 req-bdf623bb-0919-4d11-b344-3be23e4435f4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:41.881675 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c3740a67-a4c8-415c-929c-5974f318c913 req-bdf623bb-0919-4d11-b344-3be23e4435f4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 931 time: 0.1714356
Feb 03 12:39:41.949894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-c3740a67-a4c8-415c-929c-5974f318c913 req-99bc8f70-f41b-4074-af5c-e6f666e5ff36 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:39:41.963742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-c3740a67-a4c8-415c-929c-5974f318c913 req-99bc8f70-f41b-4074-af5c-e6f666e5ff36 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:39:41.965049 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c3740a67-a4c8-415c-929c-5974f318c913 req-99bc8f70-f41b-4074-af5c-e6f666e5ff36 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0754185
Feb 03 12:39:42.111274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bd5453-3477-4800-8b2a-ac099fadda5f {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:39:42.119707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:42.132768 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Transition to ACTIVE for port object 13bd5453-3477-4800-8b2a-ac099fadda5f will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:39:42.137073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:42.153087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:42.294522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Pushing event updated for resources: {'Port': ['ID=13bd5453-3477-4800-8b2a-ac099fadda5f,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:42.299639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:42.490414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Attempting to bind port 13bd5453-3477-4800-8b2a-ac099fadda5f on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:39:42.490790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Attempting to bind port 13bd5453-3477-4800-8b2a-ac099fadda5f by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:39:42.491164 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Attempting to bind port 13bd5453-3477-4800-8b2a-ac099fadda5f on network 9b11b506-24a5-472a-b854-023d6100e3a7 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:39:42.497280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:39:42.497678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Checking segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:39:42.498100 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:42.498474 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Bound using segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:39:42.498948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Bound port: 13bd5453-3477-4800-8b2a-ac099fadda5f, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:39:42.499471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:42.597498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] For port 13bd5453-3477-4800-8b2a-ac099fadda5f, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:39:42.600819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] For port 13bd5453-3477-4800-8b2a-ac099fadda5f, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=13bd5453-3477-4800-8b2a-ac099fadda5f,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:39:42.605241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:42.621387 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4f8c2309-3efe-4b0f-b998-a57cb1109dd3 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:42.786470 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Pushing event updated for resources: {'Port': ['ID=13bd5453-3477-4800-8b2a-ac099fadda5f,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:42.792203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:42.822028 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:42.822845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:42.824878 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] 10.222.0.86 "PUT /v2.0/ports/13bd5453-3477-4800-8b2a-ac099fadda5f HTTP/1.1" status: 200  len: 1157 time: 1.2895434
Feb 03 12:39:42.825393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'tag': '13bd5453-3477-4800-8b2a-ac099fadda5f'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:39:42.903825 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'tag': '13bd5453-3477-4800-8b2a-ac099fadda5f', 'status': 'completed', 'code': 200}
Feb 03 12:39:42.948918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-21b0ce32-f8ea-4931-9aa7-183dd8d2086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:42.950659 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-21b0ce32-f8ea-4931-9aa7-183dd8d2086d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 1160 time: 0.0834701
Feb 03 12:39:43.273365 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-e3058e60-3cc9-4175-936e-e4312afe5071 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13bd5453-3477-4800-8b2a-ac099fadda5f HTTP/1.1" status: 200  len: 217 time: 0.3137197
Feb 03 12:39:43.276236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34faf22-38d2-43aa-9a85-f8e6dd55d322 req-0584e34c-1eda-4b91-a1b2-abcaaefd4b93 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:43.277934 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f34faf22-38d2-43aa-9a85-f8e6dd55d322 req-0584e34c-1eda-4b91-a1b2-abcaaefd4b93 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 943 time: 0.1714573
Feb 03 12:39:43.347447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-5d075762-700f-4616-b0bf-245e9bf977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:43.349022 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-5d075762-700f-4616-b0bf-245e9bf977d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0679169
Feb 03 12:39:43.349817 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f34faf22-38d2-43aa-9a85-f8e6dd55d322 req-86ef5fc1-f662-4ac0-893f-449a9462e8be tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0622740
Feb 03 12:39:43.444562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-0f4636b3-27ba-41c7-8af3-829fdb01e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:43.446193 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-0f4636b3-27ba-41c7-8af3-829fdb01e1ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859239
Feb 03 12:39:43.595232 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-e3fc4c44-f885-474c-a32c-e4d779aad2e3 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393423
Feb 03 12:39:43.741191 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8b13838-a1b7-48d9-941e-fc31f4a10a79 req-e6ea8a94-f0b5-4622-8e9d-898503e1dc38 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374533
Feb 03 12:39:43.875076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-7005d50f-c586-497e-89b8-101767244412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:43.876610 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-7005d50f-c586-497e-89b8-101767244412 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 1160 time: 0.0813344
Feb 03 12:39:44.023279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-7471361c-c9fe-4972-baf3-072ccdcedd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:44.024908 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-7471361c-c9fe-4972-baf3-072ccdcedd7f service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1394749
Feb 03 12:39:44.102729 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-b17deef4-96e6-4986-b1e6-952f8cb8a5d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13bd5453-3477-4800-8b2a-ac099fadda5f HTTP/1.1" status: 200  len: 217 time: 0.0704682
Feb 03 12:39:44.174747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-3c1dc195-60e6-4141-ad90-9774ccbad59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:44.176273 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-3c1dc195-60e6-4141-ad90-9774ccbad59d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0650253
Feb 03 12:39:44.268485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-732cab21-273b-4708-a95c-e46b38f41152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:44.270138 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-732cab21-273b-4708-a95c-e46b38f41152 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843863
Feb 03 12:39:44.415620 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-32727b83-e213-49b8-b121-66028d9ecb85 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380649
Feb 03 12:39:44.620876 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4df8026f-7210-4201-a2e2-38b85d9c51bb req-4803213c-2a33-4679-9fda-07e08cda5ea6 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1974583
Feb 03 12:39:44.714789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eba8b7-647d-4c4f-8ef4-b7b7fd267d95 req-7f275440-5772-474b-97e6-e38c09357048 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:44.715590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-02eba8b7-647d-4c4f-8ef4-b7b7fd267d95 req-7f275440-5772-474b-97e6-e38c09357048 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:39:44.731792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-02eba8b7-647d-4c4f-8ef4-b7b7fd267d95 req-7f275440-5772-474b-97e6-e38c09357048 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:39:44.738973 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-02eba8b7-647d-4c4f-8ef4-b7b7fd267d95 req-7f275440-5772-474b-97e6-e38c09357048 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 943 time: 0.2434618
Feb 03 12:39:44.801097 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-02eba8b7-647d-4c4f-8ef4-b7b7fd267d95 req-742be118-f135-4b22-b963-121bcb3ab727 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0611501
Feb 03 12:39:46.099605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d95ac5-81bb-47f0-b2ac-1c62b6e55c29 req-f26e1973-3a1d-4d7c-a952-ce8f4a2b2d35 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:46.101162 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f7d95ac5-81bb-47f0-b2ac-1c62b6e55c29 req-f26e1973-3a1d-4d7c-a952-ce8f4a2b2d35 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 943 time: 0.1679254
Feb 03 12:39:46.168213 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f7d95ac5-81bb-47f0-b2ac-1c62b6e55c29 req-e3c06d6b-51e7-4d60-a050-461bbaa96c65 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0591891
Feb 03 12:39:47.490948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc495-74aa-4ff9-931a-6c0cad64db86 req-05fc0376-69ad-4cb5-90e8-cd5615b1f01d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:47.492480 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7e3dc495-74aa-4ff9-931a-6c0cad64db86 req-05fc0376-69ad-4cb5-90e8-cd5615b1f01d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 943 time: 0.1662917
Feb 03 12:39:47.561761 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7e3dc495-74aa-4ff9-931a-6c0cad64db86 req-46e755f1-b6d9-4563-8c24-92bb25928afc tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0591798
Feb 03 12:39:48.887216 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b30171-31bc-4f90-9410-4982d5412c60 req-c0f688b1-1493-459b-b468-393cdbfa2d68 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:48.888754 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9b30171-31bc-4f90-9410-4982d5412c60 req-c0f688b1-1493-459b-b468-393cdbfa2d68 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 943 time: 0.1741879
Feb 03 12:39:49.194759 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9b30171-31bc-4f90-9410-4982d5412c60 req-b9b19a8d-7278-4a5a-ac7b-49905251b1b8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2978930
Feb 03 12:39:49.699337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15312f7c-22b9-410d-89d6-bc6c75c0ee76 req-f173ece3-3621-4e35-abd9-1205b7cdafcd tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:49.700887 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15312f7c-22b9-410d-89d6-bc6c75c0ee76 req-f173ece3-3621-4e35-abd9-1205b7cdafcd tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1665292
Feb 03 12:39:49.771289 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15312f7c-22b9-410d-89d6-bc6c75c0ee76 req-b4f0b3ec-11d8-42d8-b92d-efb2c3183960 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605965
Feb 03 12:39:50.508627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f17b5-b70c-4cd2-9b84-c23b61cad051 req-9e6e468a-d223-48f8-83c2-487b03b86b2a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:50.510273 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-133f17b5-b70c-4cd2-9b84-c23b61cad051 req-9e6e468a-d223-48f8-83c2-487b03b86b2a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 943 time: 0.1757622
Feb 03 12:39:50.581853 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-133f17b5-b70c-4cd2-9b84-c23b61cad051 req-383ae68e-d9f6-456c-8e29-369ce2357ed9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0597966
Feb 03 12:39:51.028908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:39:51.075888 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fdb6b-884d-41a1-9f1d-efa2eff734aa req-2299106f-e7aa-40c3-b8a5-9b49c8768556 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:51.077504 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-855fdb6b-884d-41a1-9f1d-efa2eff734aa req-2299106f-e7aa-40c3-b8a5-9b49c8768556 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1664300
Feb 03 12:39:51.145929 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-855fdb6b-884d-41a1-9f1d-efa2eff734aa req-5768978b-6cb8-414e-b932-47b50e003f4d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587187
Feb 03 12:39:51.902113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7be53c-711d-481e-8d2d-2ab4c9cfd8ad req-d7534583-1c92-4a28-b972-4786864309a2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:51.903833 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bd7be53c-711d-481e-8d2d-2ab4c9cfd8ad req-d7534583-1c92-4a28-b972-4786864309a2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 943 time: 0.1750939
Feb 03 12:39:51.971846 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bd7be53c-711d-481e-8d2d-2ab4c9cfd8ad req-d68d8bda-ef8a-458a-a8e6-2913ca2ecbad tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0591669
Feb 03 12:39:52.264620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 13bd5453-3477-4800-8b2a-ac099fadda5f up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:52.340071 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 13bd5453-3477-4800-8b2a-ac099fadda5f completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:39:52.345583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 13bd5453-3477-4800-8b2a-ac099fadda5f triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:52.346045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:52.456626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581d09-51c0-4cd3-b093-82b31a49e6c2 req-3a6fe6fd-28ed-4204-b731-b16ab8258e6c tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:52.458680 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-67581d09-51c0-4cd3-b093-82b31a49e6c2 req-3a6fe6fd-28ed-4204-b731-b16ab8258e6c tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1684685
Feb 03 12:39:52.486435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bcede94-bd28-4a8d-8e49-906447107804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:52.488013 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:52.520607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bd5453-3477-4800-8b2a-ac099fadda5f'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:39:52.524927 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-67581d09-51c0-4cd3-b093-82b31a49e6c2 req-aecce7a7-8605-47cd-87bd-b674605c4347 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600743
Feb 03 12:39:52.532715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 13bd5453-3477-4800-8b2a-ac099fadda5f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=13bd5453-3477-4800-8b2a-ac099fadda5f,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:39:52.535905 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:52.538067 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7ccf6692-378f-4b5c-b5f1-e2d4055004e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:52.584696 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bd5453-3477-4800-8b2a-ac099fadda5f', 'code': 200}
Feb 03 12:39:52.612698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=13bd5453-3477-4800-8b2a-ac099fadda5f,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:52.616020 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:52.935831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45732030-dc7c-408f-90f7-ef3ee3aa163d req-1312833f-81d9-49af-9e39-e6bf9d1fa5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:52.937852 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-45732030-dc7c-408f-90f7-ef3ee3aa163d req-1312833f-81d9-49af-9e39-e6bf9d1fa5f4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 1162 time: 0.0892904
Feb 03 12:39:52.984350 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-45732030-dc7c-408f-90f7-ef3ee3aa163d req-9c56b500-e364-44f8-8afd-5aaab07c686f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0387599
Feb 03 12:39:53.306555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f452ba7-e370-49a3-8fe1-8ce672e7706a req-73b9aea8-9d00-49c5-8580-e3f1ca891f51 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:53.308191 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0f452ba7-e370-49a3-8fe1-8ce672e7706a req-73b9aea8-9d00-49c5-8580-e3f1ca891f51 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 945 time: 0.1773989
Feb 03 12:39:53.375882 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0f452ba7-e370-49a3-8fe1-8ce672e7706a req-e704b1ef-aa86-4dae-a904-9fcb9d095932 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0577826
Feb 03 12:39:53.831377 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02024b8e-1693-4ff1-97f0-3661acebfc55 req-45b19be4-886e-4e51-9c7c-77fd43709712 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:53.832912 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-02024b8e-1693-4ff1-97f0-3661acebfc55 req-45b19be4-886e-4e51-9c7c-77fd43709712 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1691272
Feb 03 12:39:53.844616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 13bd5453-3477-4800-8b2a-ac099fadda5f up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:39:53.911147 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-02024b8e-1693-4ff1-97f0-3661acebfc55 req-6d0f0d9b-24a1-442b-8fab-494195aaece8 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675621
Feb 03 12:39:53.923128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 13bd5453-3477-4800-8b2a-ac099fadda5f triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:39:53.923567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:54.681532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c3ef0-1a6e-45a4-bb60-de219b132f2f req-c41d5f39-fc5c-41c7-b6b7-41f6844ba8ee tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:54.683253 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ad0c3ef0-1a6e-45a4-bb60-de219b132f2f req-c41d5f39-fc5c-41c7-b6b7-41f6844ba8ee tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 945 time: 0.1699717
Feb 03 12:39:54.751612 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ad0c3ef0-1a6e-45a4-bb60-de219b132f2f req-e762e14f-2eb8-4e01-ace2-96899bb4ad87 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0583041
Feb 03 12:39:55.037014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-317f69c8-e9f5-4608-9ba8-f94b19295b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:55.244755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1012d-4c6e-4da3-92b4-72d91dca134b req-79de4732-f104-4612-82e7-6b9b717f5f66 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:55.246507 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d3a1012d-4c6e-4da3-92b4-72d91dca134b req-79de4732-f104-4612-82e7-6b9b717f5f66 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1751754
Feb 03 12:39:55.324988 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d3a1012d-4c6e-4da3-92b4-72d91dca134b req-e68378c1-d6c8-4ea0-9fea-0aba8cce25a3 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719361
Feb 03 12:39:55.647706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:56.068335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c229c3-efb1-4741-a80a-6f0f99f5f0bb req-d942d0bb-90cd-4b0f-9ccd-568ae9e0242a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:56.070001 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c9c229c3-efb1-4741-a80a-6f0f99f5f0bb req-d942d0bb-90cd-4b0f-9ccd-568ae9e0242a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 945 time: 0.1814556
Feb 03 12:39:56.139391 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c9c229c3-efb1-4741-a80a-6f0f99f5f0bb req-5b2ea95b-56eb-40a7-bd59-440ea009e394 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0618014
Feb 03 12:39:56.246507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:56.444080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944a04d-eae0-4029-80cf-41cff65f9368 req-f0d4ee5b-4090-46b1-a4c1-84734805cdc1 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:56.445813 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8944a04d-eae0-4029-80cf-41cff65f9368 req-f0d4ee5b-4090-46b1-a4c1-84734805cdc1 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 945 time: 0.1700039
Feb 03 12:39:56.511478 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8944a04d-eae0-4029-80cf-41cff65f9368 req-1c73c627-bab9-4fa9-8e23-2c462ffd8cfa tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0587244
Feb 03 12:39:56.632851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0787e2c-7b68-4122-8e37-15741b5620f4 req-6f6d9979-30db-4d21-bde8-a05052109d6e tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:56.634598 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a0787e2c-7b68-4122-8e37-15741b5620f4 req-6f6d9979-30db-4d21-bde8-a05052109d6e tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1654871
Feb 03 12:39:56.700734 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a0787e2c-7b68-4122-8e37-15741b5620f4 req-4206cbab-f039-4856-8d09-c01f6f2e7fbb tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594168
Feb 03 12:39:56.759348 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-9d3c9e49-b034-4803-bb3b-1d26baf178fe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1907446
Feb 03 12:39:56.770059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'floatingip': {'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:56.791894 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:39:56.797375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Usage tracker for resource:floatingip and tenant:1986d1b163ae40f7a1a9eaf0d511185b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:39:56.800666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:39:56.806876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:39:56.818959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:56.967970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:57.017330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:57.245575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Allocated IP 172.27.0.114 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/ca1a0836-cfb7-4415-ae59-ced981d60992) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:39:57.402255 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:57.434919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:57.448297 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:57.580656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'Port': ['ID=ca1a0836-cfb7-4415-ae59-ced981d60992,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:57.585068 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:57.637914 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:39:57.639105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:39:57.641853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:39:57.727863 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:57.793257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:58.012880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44198c0-420a-4aa5-b3d3-91c3be03894c req-4e252957-5ac6-4390-9ee7-305e6182f2b0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:58.014674 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c44198c0-420a-4aa5-b3d3-91c3be03894c req-4e252957-5ac6-4390-9ee7-305e6182f2b0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1824949
Feb 03 12:39:58.085482 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c44198c0-420a-4aa5-b3d3-91c3be03894c req-a6a417e1-7764-45b3-8a07-7867adb23ac1 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634525
Feb 03 12:39:58.319661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:58.324595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:58.337522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:39:58.473559 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'Port': ['ID=ca1a0836-cfb7-4415-ae59-ced981d60992,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:39:58.478233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:39:58.583896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:58.609928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:39:58.611252 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8455565
Feb 03 12:39:58.716743 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-ae18c81f-462a-4522-b8b2-672d38aee555 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:39:58.735829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-ae18c81f-462a-4522-b8b2-672d38aee555 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:39:58.737068 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-ae18c81f-462a-4522-b8b2-672d38aee555 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.114 HTTP/1.1" status: 200  len: 696 time: 0.1192648
Feb 03 12:39:58.981788 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-4997fad4-9e4e-4d87-b5f7-555f9f560e36 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:58.983390 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fb7cca2b-2caf-4c41-960d-54b5ce5dff98 req-4997fad4-9e4e-4d87-b5f7-555f9f560e36 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 784 time: 0.2371223
Feb 03 12:39:59.279845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-0af5cc0f-f394-4baa-ad21-a509772093e1 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:59.281464 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-0af5cc0f-f394-4baa-ad21-a509772093e1 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1720948
Feb 03 12:39:59.384885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69835d4-2c63-4925-ab1a-e0a33e4fffeb req-bae417b4-53f4-4619-a272-92dbec5b840d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:39:59.386505 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-8cafba19-d616-4af9-89f6-329a7bfbe22e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.114 HTTP/1.1" status: 200  len: 696 time: 0.0982001
Feb 03 12:39:59.386740 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f69835d4-2c63-4925-ab1a-e0a33e4fffeb req-bae417b4-53f4-4619-a272-92dbec5b840d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1696787
Feb 03 12:39:59.400324 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-264df06c-da3f-493b-b07b-bc03506e8006 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'floatingip': {'port_id': '13bd5453-3477-4800-8b2a-ac099fadda5f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:39:59.454873 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f69835d4-2c63-4925-ab1a-e0a33e4fffeb req-045d0ea2-21bb-449b-99a1-769383f8e6c5 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585361
Feb 03 12:39:59.500904 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-264df06c-da3f-493b-b07b-bc03506e8006 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:00.164331 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-264df06c-da3f-493b-b07b-bc03506e8006 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:00.169016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-264df06c-da3f-493b-b07b-bc03506e8006 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:00.353291 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-264df06c-da3f-493b-b07b-bc03506e8006 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Floating IP ecd93126-4a50-4a4e-8145-b66dab4486e7 associated. External IP: 172.27.0.114, port: 13bd5453-3477-4800-8b2a-ac099fadda5f.
Feb 03 12:40:00.761892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493109c5-5b32-461f-95a4-986f0f7b0ed0 req-9d623691-66b3-4c26-92d6-a5204ca80d59 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:00.763673 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-493109c5-5b32-461f-95a4-986f0f7b0ed0 req-9d623691-66b3-4c26-92d6-a5204ca80d59 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1750000
Feb 03 12:40:00.832934 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-493109c5-5b32-461f-95a4-986f0f7b0ed0 req-28b03518-75c1-4191-93c1-558a2ad71574 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625606
Feb 03 12:40:00.968514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-264df06c-da3f-493b-b07b-bc03506e8006 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Router 157f383f-fc26-4a78-9e2f-1335d944fa23 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:40:01.164713 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-264df06c-da3f-493b-b07b-bc03506e8006 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:40:01.169689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-264df06c-da3f-493b-b07b-bc03506e8006 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:01.175525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] Sync routers for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:40:01.187451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:40:01.188128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02a1f048>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:39:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:40:01.232868 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-264df06c-da3f-493b-b07b-bc03506e8006 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "PUT /v2.0/floatingips/ecd93126-4a50-4a4e-8145-b66dab4486e7 HTTP/1.1" status: 200  len: 996 time: 1.8367493
Feb 03 12:40:01.233442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'tag': '13bd5453-3477-4800-8b2a-ac099fadda5f'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:40:01.327923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-14b3b3cc-5fa9-438d-8f4f-6df15d8f5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:01.329572 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-14b3b3cc-5fa9-438d-8f4f-6df15d8f5ccb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 1162 time: 0.0817356
Feb 03 12:40:01.382257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:40:01.415259 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'tag': '13bd5453-3477-4800-8b2a-ac099fadda5f', 'status': 'completed', 'code': 200}
Feb 03 12:40:01.478550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-7f384aa0-fad6-4f4a-be02-56a38b72e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:01.480449 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-7f384aa0-fad6-4f4a-be02-56a38b72e117 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1437101
Feb 03 12:40:01.526892 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-c99f3c66-4bdc-4e15-9ba3-c288aa399345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:01.528579 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-c99f3c66-4bdc-4e15-9ba3-c288aa399345 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 1162 time: 0.0858386
Feb 03 12:40:01.594675 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-7b9c5617-70c3-4872-b7e0-4ef5fa94462a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13bd5453-3477-4800-8b2a-ac099fadda5f HTTP/1.1" status: 200  len: 999 time: 0.1061640
Feb 03 12:40:01.672334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-946ad5bf-00bc-402f-8f7c-3979b176e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:01.674153 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-946ad5bf-00bc-402f-8f7c-3979b176e472 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0685859
Feb 03 12:40:01.678642 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-940d92be-a24d-47dc-bf4c-985752c523a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:01.680387 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-940d92be-a24d-47dc-bf4c-985752c523a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1442766
Feb 03 12:40:01.764945 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02a1f048>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': 'ecd93126-4a50-4a4e-8145-b66dab4486e7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': '13bd5453-3477-4800-8b2a-ac099fadda5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:83:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:39:57Z', 'updated_at': '2021-02-03T12:40:00Z', 'revision_number': 1, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:40:01.769534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] Checking router: 157f383f-fc26-4a78-9e2f-1335d944fa23 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:40:01.770477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-8df99763-5c0c-40ca-ba20-709e92774230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:01.772277 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-8df99763-5c0c-40ca-ba20-709e92774230 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0906477
Feb 03 12:40:01.779075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:40:01.779766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02a1f048>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:39:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:40:01.784983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-bb1e5ce2-782a-4243-a390-a5dbf0df6243 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:40:01.786117 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-bb1e5ce2-782a-4243-a390-a5dbf0df6243 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057628
Feb 03 12:40:01.793706 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-85334d68-29e4-4048-b021-d7679240e6e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13bd5453-3477-4800-8b2a-ac099fadda5f HTTP/1.1" status: 200  len: 999 time: 0.1039646
Feb 03 12:40:01.870182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-5c8ca72d-b186-4699-9875-0714c12318a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:01.872573 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-5c8ca72d-b186-4699-9875-0714c12318a0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0714717
Feb 03 12:40:01.958918 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-9044b479-f58f-4316-a769-ff8ee2881eb9 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655259
Feb 03 12:40:02.059224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-1980ebaf-fb68-4cf3-955d-cac9108204c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:02.061216 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-1980ebaf-fb68-4cf3-955d-cac9108204c7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1749582
Feb 03 12:40:02.127866 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0112a6f5-6e44-4a85-beb6-cf9f3c768243 req-ccdbb0f2-9cbf-4fa5-b645-621397cbeeb1 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1678867
Feb 03 12:40:02.189933 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:40:02.277573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3b9d1-fcbe-4905-b152-ccd494106904 req-8245bcb9-c892-4317-878e-b2df347d8233 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:02.279250 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ada3b9d1-fcbe-4905-b152-ccd494106904 req-8245bcb9-c892-4317-878e-b2df347d8233 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.2838504
Feb 03 12:40:02.348107 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-ad649146-fd3b-4091-ab27-359b32611dc9 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2720139
Feb 03 12:40:02.374566 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ada3b9d1-fcbe-4905-b152-ccd494106904 req-894e533f-a66c-4c06-b9d0-fc581beb88cf tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792649
Feb 03 12:40:02.515639 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ce0ea807-e597-4fb4-8fce-b6b092d70b75 req-2676f1fc-290c-442e-85ff-08f84bb37610 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399570
Feb 03 12:40:02.570480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02a1f048>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': 'ecd93126-4a50-4a4e-8145-b66dab4486e7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': '13bd5453-3477-4800-8b2a-ac099fadda5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:83:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:39:57Z', 'updated_at': '2021-02-03T12:40:00Z', 'revision_number': 1, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:40:02.575043 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae4327-4f6a-4af2-a8b0-a56f81c01130 None None] The sync data for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi is: [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': 'ecd93126-4a50-4a4e-8145-b66dab4486e7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': '13bd5453-3477-4800-8b2a-ac099fadda5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:83:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:39:57Z', 'updated_at': '2021-02-03T12:40:00Z', 'revision_number': 1, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:40:02.884270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0078c047-0939-4951-a57a-b8698eb4efbc None None] New status for floating IP ecd93126-4a50-4a4e-8145-b66dab4486e7: ACTIVE {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:40:03.692242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b8314-fc91-4a3d-b007-df3ea819fdc0 req-7d268ac6-a18a-44e4-bc18-17d7f2feeb7b tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:03.693845 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ef5b8314-fc91-4a3d-b007-df3ea819fdc0 req-7d268ac6-a18a-44e4-bc18-17d7f2feeb7b tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1816342
Feb 03 12:40:03.763924 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ef5b8314-fc91-4a3d-b007-df3ea819fdc0 req-5e3369c0-a266-46e0-864a-b8897f38fddc tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598240
Feb 03 12:40:05.082594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e63272-e083-447b-a691-84ef75fe72fc req-f5094ffc-b56f-4037-812e-0b3fe8829832 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:05.084285 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b5e63272-e083-447b-a691-84ef75fe72fc req-f5094ffc-b56f-4037-812e-0b3fe8829832 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1708081
Feb 03 12:40:05.153952 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b5e63272-e083-447b-a691-84ef75fe72fc req-df7bd194-cf76-439e-87ee-b0a33e659bca tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621984
Feb 03 12:40:06.477050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db421f2-342a-4da6-a77a-4ac8c2d7fe90 req-c8f1ba1f-bca7-4d24-b386-c2827f3b28b7 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:06.478740 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2db421f2-342a-4da6-a77a-4ac8c2d7fe90 req-c8f1ba1f-bca7-4d24-b386-c2827f3b28b7 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1815927
Feb 03 12:40:06.544652 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2db421f2-342a-4da6-a77a-4ac8c2d7fe90 req-fc5e65e1-881a-44e5-af38-214455309e81 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586619
Feb 03 12:40:06.890031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:07.017541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825b331-3332-4b83-818a-6169cafab1e7 req-b880e207-295c-4618-a0f5-3592ea7e9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:07.019223 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e825b331-3332-4b83-818a-6169cafab1e7 req-b880e207-295c-4618-a0f5-3592ea7e9749 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 1162 time: 0.0874026
Feb 03 12:40:07.038980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400a08e-7b05-4c00-a0a0-91c5a7497963 req-c2382656-7330-4571-a00d-5c6511de552b tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:07.040617 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f400a08e-7b05-4c00-a0a0-91c5a7497963 req-c2382656-7330-4571-a00d-5c6511de552b tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1691661
Feb 03 12:40:07.112983 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f400a08e-7b05-4c00-a0a0-91c5a7497963 req-9aeb8f62-20cd-4b38-a0d2-eb5123c4f881 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653145
Feb 03 12:40:07.169593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825b331-3332-4b83-818a-6169cafab1e7 req-c178ddfa-9031-43f4-8e1e-f2729a7da10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:07.171355 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e825b331-3332-4b83-818a-6169cafab1e7 req-c178ddfa-9031-43f4-8e1e-f2729a7da10e service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 904 time: 0.1440187
Feb 03 12:40:07.295749 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e825b331-3332-4b83-818a-6169cafab1e7 req-7cddf5dc-2ed6-4800-a4ae-667f8c5ad476 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07 HTTP/1.1" status: 200  len: 1001 time: 0.1116719
Feb 03 12:40:07.373605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825b331-3332-4b83-818a-6169cafab1e7 req-586d5c23-be35-4f3d-869f-9c57883dd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:07.376207 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e825b331-3332-4b83-818a-6169cafab1e7 req-586d5c23-be35-4f3d-869f-9c57883dd7f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.0720615
Feb 03 12:40:07.469518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825b331-3332-4b83-818a-6169cafab1e7 req-b8493802-d66f-4475-81be-1d15d3f1c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:07.471141 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e825b331-3332-4b83-818a-6169cafab1e7 req-b8493802-d66f-4475-81be-1d15d3f1c0ec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855243
Feb 03 12:40:07.628431 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e825b331-3332-4b83-818a-6169cafab1e7 req-d7cef9ca-ec13-4f78-a7fa-ce2cbef7e735 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486969
Feb 03 12:40:07.778062 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e825b331-3332-4b83-818a-6169cafab1e7 req-f2a6b9d8-4288-4d9c-9f00-6b28435381de service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418922
Feb 03 12:40:07.982346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-efeb8203-f2eb-4b28-9c97-929d2ba5ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:07.983994 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-efeb8203-f2eb-4b28-9c97-929d2ba5ba92 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 1162 time: 0.0940685
Feb 03 12:40:08.441574 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-a33c1f5c-2f5f-4e36-bb9f-dfb6be7c7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:08.443204 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-a33c1f5c-2f5f-4e36-bb9f-dfb6be7c7f45 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 904 time: 0.4361951
Feb 03 12:40:08.602057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70561-fdd2-4334-b078-6cb26e7d3990 req-79b8c4a9-f816-4a01-84d7-e399c204ed20 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:08.603818 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3ba70561-fdd2-4334-b078-6cb26e7d3990 req-79b8c4a9-f816-4a01-84d7-e399c204ed20 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.2745709
Feb 03 12:40:08.683262 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-54078c69-f2f2-4c73-95d0-09af46a52d31 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07 HTTP/1.1" status: 200  len: 1001 time: 0.2270596
Feb 03 12:40:08.704557 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3ba70561-fdd2-4334-b078-6cb26e7d3990 req-432a13d2-b47a-4268-b2af-46677c775e11 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880251
Feb 03 12:40:08.777121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-23ca409c-3e48-401a-965a-396b823d7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:08.778884 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-23ca409c-3e48-401a-965a-396b823d7b71 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.0733769
Feb 03 12:40:08.871232 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-afed3816-cbb7-4eba-bc45-db06d4f71d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:08.872902 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-afed3816-cbb7-4eba-bc45-db06d4f71d8b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808942
Feb 03 12:40:09.029992 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-4bd48fde-cba8-4308-a998-35e465dcf6d7 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402149
Feb 03 12:40:09.197274 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d805a2e4-78e8-4f04-80c4-327fc8de5ec4 req-e8827914-1541-4e63-a09a-f204236743df service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1531773
Feb 03 12:40:09.928628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 0819a82a-ec81-457f-a18c-4771ef9cbb07 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:40:10.019605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810762e-056c-41eb-9753-74f221818c56 req-ce307e2e-34f4-48f2-bce1-d301c135ca99 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:10.021405 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c810762e-056c-41eb-9753-74f221818c56 req-ce307e2e-34f4-48f2-bce1-d301c135ca99 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1800060
Feb 03 12:40:10.027014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 0819a82a-ec81-457f-a18c-4771ef9cbb07 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:40:10.027439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:10.089624 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c810762e-056c-41eb-9753-74f221818c56 req-017f00c7-f24a-40df-b7a5-c475cf89afb4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614498
Feb 03 12:40:22.475432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a87bfcad-3cb6-4f59-aefe-3b6a809011dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:25.048942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-80df57b8-ec70-4f2c-90d1-c1de4d1737de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:25.651214 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:26.256057 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:27.014681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:28.034237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:40:36.896634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:52.474496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a744a7ff-2157-4120-a844-cbf41dd4a755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:55.051412 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18e25c6d-f024-4622-aa8f-363c59e0841a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:55.658442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:56.256115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:57.016635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:40:59.829528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c13fe-d0db-4171-8022-3cde2770c292 req-f86cfd9e-0d50-447d-baf6-51cc52c0d11b tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:40:59.831183 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-057c13fe-d0db-4171-8022-3cde2770c292 req-f86cfd9e-0d50-447d-baf6-51cc52c0d11b tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1710317
Feb 03 12:40:59.896329 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-057c13fe-d0db-4171-8022-3cde2770c292 req-407bed0f-7390-4f4f-ba08-43de30efcada tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586233
Feb 03 12:41:01.211168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef8df1-6392-4f76-9876-a10e7ca4e3cf req-0b69b060-5786-4be1-b20a-f976de93d2fb tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:01.213261 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0bef8df1-6392-4f76-9876-a10e7ca4e3cf req-0b69b060-5786-4be1-b20a-f976de93d2fb tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1783102
Feb 03 12:41:01.283936 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0bef8df1-6392-4f76-9876-a10e7ca4e3cf req-a73a2b7b-b90d-4d14-8b7f-44cdcf902d9f tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608621
Feb 03 12:41:02.606393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e305c-f7da-49f6-bf5e-f9dc7044979f req-2099bd74-1562-4823-9414-e0b488f9cbee tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:02.608037 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b55e305c-f7da-49f6-bf5e-f9dc7044979f req-2099bd74-1562-4823-9414-e0b488f9cbee tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1830416
Feb 03 12:41:02.684054 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b55e305c-f7da-49f6-bf5e-f9dc7044979f req-39e83391-8f76-4735-84c3-81fb65bd48ce tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666897
Feb 03 12:41:04.014758 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e48d5-8fbd-4371-a4d5-b44545f50e76 req-30866898-e23d-4c98-9d14-db00c5c6f829 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:04.016460 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-397e48d5-8fbd-4371-a4d5-b44545f50e76 req-30866898-e23d-4c98-9d14-db00c5c6f829 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1891353
Feb 03 12:41:04.091044 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-397e48d5-8fbd-4371-a4d5-b44545f50e76 req-ec781384-dd79-4a13-8d24-d97626b72185 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643899
Feb 03 12:41:05.035578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:41:05.403383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498704e-4ecd-447f-800e-d0e45a2fa265 req-6244047b-cf8b-4476-a2f9-0b70a5f17d3e tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:05.405028 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4498704e-4ecd-447f-800e-d0e45a2fa265 req-6244047b-cf8b-4476-a2f9-0b70a5f17d3e tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1682231
Feb 03 12:41:05.473067 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4498704e-4ecd-447f-800e-d0e45a2fa265 req-d6def08a-9f56-428c-b29d-df65d51e0203 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590754
Feb 03 12:41:06.788531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3218f01-db16-4ed6-9531-1ad16ff118d0 req-6ead47d3-0495-4b68-a3ef-71b38445a97a tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:06.790094 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f3218f01-db16-4ed6-9531-1ad16ff118d0 req-6ead47d3-0495-4b68-a3ef-71b38445a97a tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1799009
Feb 03 12:41:06.874463 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f3218f01-db16-4ed6-9531-1ad16ff118d0 req-39563477-de05-443a-9c5f-66ac7e76df0c tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741558
Feb 03 12:41:06.907485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:08.181933 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14d839-68d0-4966-a07e-530151d47373 req-089b24d4-d394-407e-89f9-ac7cbdf3f077 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:08.183533 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3d14d839-68d0-4966-a07e-530151d47373 req-089b24d4-d394-407e-89f9-ac7cbdf3f077 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1736202
Feb 03 12:41:08.252645 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3d14d839-68d0-4966-a07e-530151d47373 req-f83d2d83-ae7d-4f31-b071-3465529ae1d9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590901
Feb 03 12:41:08.835932 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-1d8ce797-2254-412e-aae9-8b880537ffb2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0858271
Feb 03 12:41:08.952879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-cd8cf17a-1db7-4d17-876b-ae8f04f36706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:08.954620 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-cd8cf17a-1db7-4d17-876b-ae8f04f36706 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 1162 time: 0.0943673
Feb 03 12:41:09.118285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-383a1509-9393-41bb-a002-009bdaac72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:09.119657 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-383a1509-9393-41bb-a002-009bdaac72a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1436524
Feb 03 12:41:09.237337 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-c8aaaa7b-7ba1-4a9e-8738-161a59493bd0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13bd5453-3477-4800-8b2a-ac099fadda5f HTTP/1.1" status: 200  len: 1001 time: 0.1090426
Feb 03 12:41:09.316742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-8f6e3981-02cf-41be-a914-14b9e4302a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:09.318376 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-8f6e3981-02cf-41be-a914-14b9e4302a54 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0728052
Feb 03 12:41:09.404527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-c08f6363-73d4-4ba0-ac91-9b9defb53a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:09.406218 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-c08f6363-73d4-4ba0-ac91-9b9defb53a63 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807989
Feb 03 12:41:09.552766 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-6952b56e-04b4-4142-ae5c-95b7721da5ad service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377630
Feb 03 12:41:09.560466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e324a2-bc58-4330-9587-18444713703b req-ea4b6f78-c30e-44d3-b41a-21dcb806da35 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:09.562480 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-80e324a2-bc58-4330-9587-18444713703b req-ea4b6f78-c30e-44d3-b41a-21dcb806da35 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1671975
Feb 03 12:41:09.632516 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-80e324a2-bc58-4330-9587-18444713703b req-5e7892fd-b665-4fe2-83f1-fd555fbe9440 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634136
Feb 03 12:41:09.698456 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d70634db-75c5-43aa-8a97-d26812ff3182 req-43d782e3-614c-4714-a952-ed361fce09b0 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387074
Feb 03 12:41:10.941700 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2a885-6568-4ef7-89b7-eb891fa05ea1 req-66c09aeb-a201-456e-8607-8a8ff0db05de tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:10.943360 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d1e2a885-6568-4ef7-89b7-eb891fa05ea1 req-66c09aeb-a201-456e-8607-8a8ff0db05de tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1742654
Feb 03 12:41:11.012939 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d1e2a885-6568-4ef7-89b7-eb891fa05ea1 req-1d89b4d9-b07b-4930-b98c-8c8cb1ad1d9c tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618622
Feb 03 12:41:11.582768 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6059228-4179-465c-afea-89756cb638e8 req-9bb32760-d729-4817-b5a0-bc50ad80a566 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:11.584386 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f6059228-4179-465c-afea-89756cb638e8 req-9bb32760-d729-4817-b5a0-bc50ad80a566 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.2476859
Feb 03 12:41:11.592205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-4037343f-094e-4a39-9db2-05d4ee275bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:11.593766 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-4037343f-094e-4a39-9db2-05d4ee275bdd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 1162 time: 0.2033668
Feb 03 12:41:11.751172 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f6059228-4179-465c-afea-89756cb638e8 req-8f7deaa6-61c5-49da-b686-1cac0d46b3c4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563582
Feb 03 12:41:11.795469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-bf44b15d-5da6-4126-8cc8-c836ab6beb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:11.797178 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-bf44b15d-5da6-4126-8cc8-c836ab6beb3a service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 904 time: 0.1870797
Feb 03 12:41:11.916080 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-8586d06c-bad5-4c42-803d-4b18c46fce97 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07 HTTP/1.1" status: 200  len: 1001 time: 0.1104784
Feb 03 12:41:11.997319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-1fc3ee63-f519-4565-9364-ba9bf6ac9b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:11.999083 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-1fc3ee63-f519-4565-9364-ba9bf6ac9b62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.0764422
Feb 03 12:41:12.093520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-f364779e-710f-458f-84ae-2076ff72b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:12.096115 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-f364779e-710f-458f-84ae-2076ff72b6bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885541
Feb 03 12:41:12.250403 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-83c4fb71-0d06-4eec-b627-28d90d8b96c4 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432931
Feb 03 12:41:12.398953 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9087ad42-e730-4bad-a55a-74973e6c18b5 req-b6823271-b38b-4c27-8ef3-ae090dad2287 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371596
Feb 03 12:41:13.065461 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a5f3c-c27f-4eeb-b359-ab9a20ba814d req-a90bdba0-17fb-4231-af03-fc2bf55702a7 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:13.067119 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7e5a5f3c-c27f-4eeb-b359-ab9a20ba814d req-a90bdba0-17fb-4231-af03-fc2bf55702a7 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1727605
Feb 03 12:41:13.132688 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7e5a5f3c-c27f-4eeb-b359-ab9a20ba814d req-b1c35b70-3973-466b-b824-fb74db011f2f tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588400
Feb 03 12:41:14.467261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a75da9-71ec-40c6-a920-806f30de50ff req-2511e0e6-d4ec-4b84-87b7-df662d8b8526 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:14.468922 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-69a75da9-71ec-40c6-a920-806f30de50ff req-2511e0e6-d4ec-4b84-87b7-df662d8b8526 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1797950
Feb 03 12:41:14.535673 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-69a75da9-71ec-40c6-a920-806f30de50ff req-8125307f-2bfd-4fd5-afe8-3ede07790c61 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580633
Feb 03 12:41:22.477676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72dac4e6-30bc-4a50-ac37-43cbab069531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:25.048179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2ce8-abeb-493e-b9d5-10e3a23b32d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:25.659900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:26.255789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:27.018966 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:36.931736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:42.041137 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:41:52.475018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fce57ec7-9f1d-46bf-b87a-50b5a114771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:53.901904 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5675e5-e518-4ffe-b514-bdff44ce3c5c req-e833a222-0db0-424c-a532-71cbc1f2e5fd tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:53.903684 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3f5675e5-e518-4ffe-b514-bdff44ce3c5c req-e833a222-0db0-424c-a532-71cbc1f2e5fd tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1790309
Feb 03 12:41:53.982933 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3f5675e5-e518-4ffe-b514-bdff44ce3c5c req-87a39a3a-fab7-40fc-9627-9782d2ce9ff3 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703199
Feb 03 12:41:55.041685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2a730eb7-6cc9-4d97-b97a-9c50517a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:55.318180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1baa79-0c45-4496-b681-e507aefd286d req-2ec225d1-7852-4724-88ff-8d5b97b62d0b tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:55.319715 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3b1baa79-0c45-4496-b681-e507aefd286d req-2ec225d1-7852-4724-88ff-8d5b97b62d0b tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1876383
Feb 03 12:41:55.398631 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3b1baa79-0c45-4496-b681-e507aefd286d req-b0c7045b-74f3-47d7-9c8f-7b1cf7171837 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679061
Feb 03 12:41:55.663062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:56.249291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:56.468879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 0819a82a-ec81-457f-a18c-4771ef9cbb07 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:41:56.593315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:56.615717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e35533-30ba-498c-b721-31b340922b91 req-4d7e0f0e-33bb-433b-8b09-8585e609fbd9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:56.617470 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-71e35533-30ba-498c-b721-31b340922b91 req-4d7e0f0e-33bb-433b-8b09-8585e609fbd9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.86 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 945 time: 0.1771355
Feb 03 12:41:56.622260 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0819a82a-ec81-457f-a18c-4771ef9cbb07'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:41:56.632862 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 0819a82a-ec81-457f-a18c-4771ef9cbb07, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:41:56.637025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:56.638931 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:41:56.685528 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0819a82a-ec81-457f-a18c-4771ef9cbb07', 'code': 200}
Feb 03 12:41:56.712399 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=0819a82a-ec81-457f-a18c-4771ef9cbb07,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:41:56.721053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.721445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.721854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.722229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.722602 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.722973 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.723339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.723706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.724070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.724436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.724799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.725146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.725546 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.725962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.726532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.727121 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.727319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.727687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.728055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.728455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.728821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.729225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.729588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.729975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:56.734639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:41:56.772208 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Deleting port 0819a82a-ec81-457f-a18c-4771ef9cbb07 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:41:56.772551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:57.025092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:57.191013 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00766f-efab-4b6d-be12-18ddcef4b4d4 req-1ccda3bc-7dfc-46d9-960e-d429afd8a231 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:41:57.192656 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3b00766f-efab-4b6d-be12-18ddcef4b4d4 req-1ccda3bc-7dfc-46d9-960e-d429afd8a231 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 943 time: 0.5741589
Feb 03 12:41:57.350730 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3b00766f-efab-4b6d-be12-18ddcef4b4d4 req-f94dd3f1-c6fe-4306-8c52-089843ce3b1d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502752
Feb 03 12:41:57.428706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] For port 0819a82a-ec81-457f-a18c-4771ef9cbb07, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0819a82a-ec81-457f-a18c-4771ef9cbb07,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:41:57.429118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:57.760105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:57.760520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:57.760881 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Floating IP 4833c8e9-3c6c-4caa-8c02-359ab8dd0d5c disassociated. External IP: 172.27.0.109, port: 0819a82a-ec81-457f-a18c-4771ef9cbb07.
Feb 03 12:41:57.761264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Calling delete_port for 0819a82a-ec81-457f-a18c-4771ef9cbb07 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:41:57.931838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:57.948118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-16d24ddb-54ad-4de1-a014-1acfbde1bb0b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:41:57.996970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event deleted for resources: {'Port': ['ID=0819a82a-ec81-457f-a18c-4771ef9cbb07,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:41:58.057333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.057782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.058191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.058598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.059005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.059393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.059790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.060186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.060582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.061266 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.061670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.062070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.062505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.062897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.063291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.063682 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.064070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.064462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.064848 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.065240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.065665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.066047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.066440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.066827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:41:58.071755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:41:58.336205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Router 290314e6-0ad6-4904-8ce2-306cc9fbee5e has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:41:58.542303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:41:58.554880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] Sync routers for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:41:58.567481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:41:58.568186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03297630>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:41:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:41:58.597595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] No DVR routers for this DVR port 0819a82a-ec81-457f-a18c-4771ef9cbb07 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:41:58.600378 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:41:58.605485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'name': 'network-vif-deleted', 'tag': '0819a82a-ec81-457f-a18c-4771ef9cbb07'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:41:58.624168 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-71e35533-30ba-498c-b721-31b340922b91 req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.86 "DELETE /v2.0/ports/0819a82a-ec81-457f-a18c-4771ef9cbb07 HTTP/1.1" status: 204  len: 173 time: 1.9588902
Feb 03 12:41:58.681383 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb6d4b1-3f68-4e50-baef-74f84c14c00f', 'name': 'network-vif-deleted', 'tag': '0819a82a-ec81-457f-a18c-4771ef9cbb07', 'status': 'completed', 'code': 200}
Feb 03 12:41:58.720813 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4d34dec7-dabe-4e7d-8a17-eb7d79e759df req-e828eecc-6d1e-437a-a49c-6e52d439c3fd tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb6d4b1-3f68-4e50-baef-74f84c14c00f HTTP/1.1" status: 200  len: 210 time: 0.0565457
Feb 03 12:41:58.787852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:41:59.132740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03297630>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:41:59.137819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] Checking router: 290314e6-0ad6-4904-8ce2-306cc9fbee5e for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:41:59.147263 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:41:59.147937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a03297630>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:41:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:41:59.347718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:41:59.881475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55872) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:41:59.882586 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a03297630>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:41:59.887645 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e69ab0-382c-44db-b230-20f273a759e7 None None] The sync data for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi is: [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:41:59.972082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6025171-7985-4c47-88da-2583d2fa9039 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:00.003408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6025171-7985-4c47-88da-2583d2fa9039 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:00.051766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6025171-7985-4c47-88da-2583d2fa9039 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:00.058053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d17713b6-5302-40f0-8ff6-52943353cd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:00.074508 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6025171-7985-4c47-88da-2583d2fa9039 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:00.077407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d6025171-7985-4c47-88da-2583d2fa9039 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:00.084753 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6025171-7985-4c47-88da-2583d2fa9039 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:00.088746 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d6025171-7985-4c47-88da-2583d2fa9039 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "DELETE /v2.0/security-groups/5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a HTTP/1.1" status: 204  len: 168 time: 0.2033610
Feb 03 12:42:00.089112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55876) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:42:00.106749 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.v2.resource [None req-4a507a91-c3f1-4938-aa38-5b87563a59d1 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] show failed (client error): The resource could not be found.
Feb 03 12:42:00.107848 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-4a507a91-c3f1-4938-aa38-5b87563a59d1 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups/5313ff8b-b4b8-4369-b1aa-89c0a0bb6e5a HTTP/1.1" status: 404  len: 347 time: 0.0177248
Feb 03 12:42:00.111175 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55880) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:42:00.308267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86699c1e-8f94-4d8a-a91e-709504f215d5 None None] New status for floating IP 4833c8e9-3c6c-4caa-8c02-359ab8dd0d5c: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:42:00.311253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Deleting port d91e1428-d3b7-4575-b57a-c2cd7be3cc69 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:42:00.311643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:00.494843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:00.495134 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:00.631631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Calling delete_port for d91e1428-d3b7-4575-b57a-c2cd7be3cc69 owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:42:00.723070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:42:00.723419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:42:01.225069 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Deleting port d91e1428-d3b7-4575-b57a-c2cd7be3cc69 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:42:01.225948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:01.649969 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:01.650333 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:01.782886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Calling delete_port for d91e1428-d3b7-4575-b57a-c2cd7be3cc69 owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:42:01.945841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:01.959523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-99b10c37-8028-4c4d-8202-3e5ed4895500 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:02.054643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event deleted for resources: {'Port': ['ID=d91e1428-d3b7-4575-b57a-c2cd7be3cc69,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:02.070837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.071287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.071862 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.072279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.072681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.073089 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.073490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.073952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.074352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.074751 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.075150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.075525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.075961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.076359 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.076755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.077151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.077544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.077971 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.078368 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.078763 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.079156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.079551 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.079940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.080332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:42:02.085385 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:02.209131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.224946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.226208 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-e63e5e66-cfc0-4947-bc23-335362dece78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "DELETE /v2.0/floatingips/4833c8e9-3c6c-4caa-8c02-359ab8dd0d5c HTTP/1.1" status: 204  len: 168 time: 2.1138878
Feb 03 12:42:02.460417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55886) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:42:02.466458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1740723410', 'description': 'tempest-description--72812391'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:02.489269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:42:02.494158 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Usage tracker for resource:security_group and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:42:02.498846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:42:02.504897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:42:02.515816 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.537983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:42:02.542240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Usage tracker for resource:security_group_rule and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:42:02.545217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:42:02.551125 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:42:02.628438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.632254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.636149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d90ea7ac-2a3f-42fb-bedf-798eb1725bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:02.680801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80449620-52ea-47c1-9641-2683ca830517,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:02.684273 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:02.686149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.687777 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-298e8398-2043-489b-a92f-651dee763411 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2259171
Feb 03 12:42:02.691807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55890) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:42:02.697366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'security_group_rule': {'security_group_id': '80449620-52ea-47c1-9641-2683ca830517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:02.720026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:42:02.724236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Usage tracker for resource:security_group_rule and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:42:02.727512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:42:02.733505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:42:02.751873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.819928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.823550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.829285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5320e825-e805-4b40-b8c2-15919e41ddb0 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:02.849792 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6923beb0-5abb-4da8-8f21-8ad561a71b22,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:02.852716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:02.859810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.861094 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-778b17ea-00e2-4397-b30c-70737b879ae4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1684208
Feb 03 12:42:02.864013 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55894) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:42:02.869706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'security_group_rule': {'security_group_id': '80449620-52ea-47c1-9641-2683ca830517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:02.891518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:42:02.895687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Usage tracker for resource:security_group_rule and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:42:02.899038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:42:02.904966 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:42:02.922472 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.989120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.993476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381871'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:02.995937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0cb22b3d-918d-4be6-8fa5-040501eea226 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:03.020127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dafd7e-b87d-43b4-a7d0-cdcf0551a430,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:03.022686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:03.031180 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:03.032546 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-44dad389-c54c-4ff8-bca5-8fa999c5e179 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1675355
Feb 03 12:42:03.037482 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 55898) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:42:03.043183 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'floatingip': {'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:03.067320 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:42:03.071449 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Usage tracker for resource:floatingip and tenant:1ce762abf5224fe6be0393b77d8ca516 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:42:03.074631 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:42:03.080391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:42:03.093161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:03.253588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:03.542170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Allocated IP 172.27.0.96 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/bf47cc20-45e6-4d2f-b0fe-057e1fb14fe9) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:42:03.713596 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:03.746854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:03.760655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ec20ca50-8302-43fe-bb24-b42da1897939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:03.899738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'Port': ['ID=bf47cc20-45e6-4d2f-b0fe-057e1fb14fe9,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:03.904281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:03.965119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:42:03.966478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources bound (agent type, host, resource id):  {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:42:03.968844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:42:04.055877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:04.121301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:04.408592 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:04.413292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846616501'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:04.426691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f9be8f82-d66d-41c5-b486-701114b4e62f tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:04.559581 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'Port': ['ID=bf47cc20-45e6-4d2f-b0fe-057e1fb14fe9,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:04.563201 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:04.675611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:04.701217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:04.702595 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-340df933-15e4-4407-8b69-c7e07dc3ac05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6640551
Feb 03 12:42:04.978795 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-ce6e6046-fc6c-4930-87db-9d52d16c98fd tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Synchronizing usage tracker for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:42:04.996425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-ce6e6046-fc6c-4930-87db-9d52d16c98fd tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Unset dirty status for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:42:04.998419 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-ce6e6046-fc6c-4930-87db-9d52d16c98fd tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1740723410&fields=id&tenant_id=1ce762abf5224fe6be0393b77d8ca516 HTTP/1.1" status: 200  len: 267 time: 0.0800400
Feb 03 12:42:05.249481 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-14524b5b-3b0e-4a50-85b2-3b1e83c9081d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:05.251035 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-14524b5b-3b0e-4a50-85b2-3b1e83c9081d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 810 time: 0.2412360
Feb 03 12:42:05.276279 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-28733be3-dd7e-4a85-93f5-bcea5d4e4e2b tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/quotas/1ce762abf5224fe6be0393b77d8ca516 HTTP/1.1" status: 200  len: 375 time: 0.0164244
Feb 03 12:42:05.423202 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-ceaa2961-a4db-4f27-9bbc-2acc13ba3ab9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Synchronizing usage tracker for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:42:05.440977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-ceaa2961-a4db-4f27-9bbc-2acc13ba3ab9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Unset dirty status for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:42:05.442414 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-ceaa2961-a4db-4f27-9bbc-2acc13ba3ab9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1604922
Feb 03 12:42:05.607227 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-94391bb7-6aad-40b4-bdae-59c37297260b service neutron] 10.222.0.38 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450884
Feb 03 12:42:05.763964 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-77942dfc-c5a6-4a32-811a-1660034e1838 service neutron] 10.222.0.38 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466911
Feb 03 12:42:05.982076 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-73b6e4d1-d381-4ed1-812c-23c0011c3f01 req-77e8f1ec-57d5-4956-a4f1-1766d5726e8a tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Synchronizing usage tracker for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:42:05.995837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-73b6e4d1-d381-4ed1-812c-23c0011c3f01 req-77e8f1ec-57d5-4956-a4f1-1766d5726e8a tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Unset dirty status for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:42:05.997089 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-73b6e4d1-d381-4ed1-812c-23c0011c3f01 req-77e8f1ec-57d5-4956-a4f1-1766d5726e8a tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 210 time: 0.0728724
Feb 03 12:42:06.939080 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:07.177075 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e9cc58d8-3d20-4987-84d3-4f969e33c6fd req-a9dde335-8c76-4a00-81ce-9ceedfdb8e7f tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 210 time: 0.0493078
Feb 03 12:42:07.313707 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-ec2aedfe-cc6b-43c2-b6ec-eb3153f16fc9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:07.315390 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-ec2aedfe-cc6b-43c2-b6ec-eb3153f16fc9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 810 time: 0.2584023
Feb 03 12:42:07.436350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-7afa9aaf-3b48-48e7-9087-5f1070e32079 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Synchronizing usage tracker for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:42:07.453299 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-7afa9aaf-3b48-48e7-9087-5f1070e32079 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Unset dirty status for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:42:07.454702 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-7afa9aaf-3b48-48e7-9087-5f1070e32079 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1ce762abf5224fe6be0393b77d8ca516 HTTP/1.1" status: 200  len: 5707 time: 0.1180134
Feb 03 12:42:07.477664 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'port': {'device_id': 'ccc7e264-912e-4925-8831-a415866f40f1', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'admin_state_up': True, 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'security_groups': ['80449620-52ea-47c1-9641-2683ca830517']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:07.628812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:42:07.639130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:42:07.648800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Made reservation on behalf of 1ce762abf5224fe6be0393b77d8ca516 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:42:07.671136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:07.746434 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fac446-1b1a-4fea-84d6-31a9ce5aabb7 req-1f898f8f-5494-4f1b-837c-dd98138dd982 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:07.748042 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-07fac446-1b1a-4fea-84d6-31a9ce5aabb7 req-1f898f8f-5494-4f1b-837c-dd98138dd982 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 945 time: 0.1649740
Feb 03 12:42:07.817598 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-07fac446-1b1a-4fea-84d6-31a9ce5aabb7 req-4a0b8607-8e2f-4e48-b2d7-f0a4d9a39db6 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0626822
Feb 03 12:42:07.994621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Allocated IP 172.20.0.3 (4c506963-07cf-412f-983a-fbdadb39de24/ee4b558a-7936-4b5a-b5d0-9ad50cb93a83/93ea971a-c19a-4020-98bc-5d044a5167c6) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:42:08.194060 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:08.211138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Transition to ACTIVE for port object 93ea971a-c19a-4020-98bc-5d044a5167c6 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:42:08.235694 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:08.251527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:08.689277 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event updated for resources: {'Port': ['ID=93ea971a-c19a-4020-98bc-5d044a5167c6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:08.695812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:08.765470 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Network 4c506963-07cf-412f-983a-fbdadb39de24 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:42:08.767352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:42:08.854126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b365e32-370f-4694-8283-fcd8874f1231 req-732c00ac-9555-4b90-b1a8-07cd6b5b68c4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:08.855884 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7b365e32-370f-4694-8283-fcd8874f1231 req-732c00ac-9555-4b90-b1a8-07cd6b5b68c4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 931 time: 0.5046768
Feb 03 12:42:08.856755 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:42:08.991991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7c835ad1-8499-4eb0-b4eb-53bc52e61d6d None None] Provisioning for port 93ea971a-c19a-4020-98bc-5d044a5167c6 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:42:08.998119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7c835ad1-8499-4eb0-b4eb-53bc52e61d6d None None] Provisioning complete for port 93ea971a-c19a-4020-98bc-5d044a5167c6 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:42:08.998567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7c835ad1-8499-4eb0-b4eb-53bc52e61d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:09.030124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:09.030897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:09.057518 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7b365e32-370f-4694-8283-fcd8874f1231 req-e1c6143d-f5cb-4c90-af79-e8fa90db76a4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1709893
Feb 03 12:42:09.063359 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7c835ad1-8499-4eb0-b4eb-53bc52e61d6d None None] Port 93ea971a-c19a-4020-98bc-5d044a5167c6 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:42:09.084167 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6112800
Feb 03 12:42:09.103457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Request body: {'port': {'device_id': 'ccc7e264-912e-4925-8831-a415866f40f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:09.153432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c970a8c-dbdd-4beb-bb07-16397be0b105 req-2d7bc1f4-fdda-4b75-bbcb-e0327961a1f3 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:09.155198 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7c970a8c-dbdd-4beb-bb07-16397be0b105 req-2d7bc1f4-fdda-4b75-bbcb-e0327961a1f3 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 945 time: 0.1981084
Feb 03 12:42:09.221519 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7c970a8c-dbdd-4beb-bb07-16397be0b105 req-9b7c4fb2-feef-442b-8093-b5703c1faecc tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0593348
Feb 03 12:42:09.231294 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:09.821209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-37709b23-c1c9-4c0f-87b4-564ca2d49dcf tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:09.822845 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-37709b23-c1c9-4c0f-87b4-564ca2d49dcf tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 945 time: 0.2674222
Feb 03 12:42:09.827536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ea971a-c19a-4020-98bc-5d044a5167c6 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:42:09.867466 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:09.905375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Transition to ACTIVE for port object 93ea971a-c19a-4020-98bc-5d044a5167c6 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:42:09.911194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:09.928589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e52de694-85e5-4331-8da9-c5bae4e698e8 tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:09.992751 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Deleting port 13bd5453-3477-4800-8b2a-ac099fadda5f {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:42:09.993215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:10.150568 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Pushing event updated for resources: {'Port': ['ID=93ea971a-c19a-4020-98bc-5d044a5167c6,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:10.182086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:10.503468 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 13bd5453-3477-4800-8b2a-ac099fadda5f no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:42:10.530655 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda00f7-db43-4d4e-bdf0-6a1312a59187 req-314ebb47-30c9-41d1-8523-146e57ad4914 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:10.538739 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9dda00f7-db43-4d4e-bdf0-6a1312a59187 req-314ebb47-30c9-41d1-8523-146e57ad4914 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 945 time: 0.1840744
Feb 03 12:42:10.601224 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9dda00f7-db43-4d4e-bdf0-6a1312a59187 req-8aef0405-a3f3-4402-96f2-a41d55564c59 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0613642
Feb 03 12:42:10.653911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:10.664830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6b68f-613a-4ae5-b7b3-f91a1174b22f req-545cccd5-d449-4b7b-8741-11b081a1c394 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:10.665622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-1bd6b68f-613a-4ae5-b7b3-f91a1174b22f req-545cccd5-d449-4b7b-8741-11b081a1c394 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Synchronizing usage tracker for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:42:10.675621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] For port 13bd5453-3477-4800-8b2a-ac099fadda5f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=13bd5453-3477-4800-8b2a-ac099fadda5f,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:42:10.676906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:10.688051 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13bd5453-3477-4800-8b2a-ac099fadda5f'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:42:10.699781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 13bd5453-3477-4800-8b2a-ac099fadda5f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=13bd5453-3477-4800-8b2a-ac099fadda5f,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:42:10.703257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:10.705149 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9c761aef-438a-4764-a2a0-69bd7c141766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:10.754468 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13bd5453-3477-4800-8b2a-ac099fadda5f', 'code': 200}
Feb 03 12:42:10.781194 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=13bd5453-3477-4800-8b2a-ac099fadda5f,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:10.784765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:10.799162 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-1bd6b68f-613a-4ae5-b7b3-f91a1174b22f req-545cccd5-d449-4b7b-8741-11b081a1c394 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Unset dirty status for tenant:1ce762abf5224fe6be0393b77d8ca516 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:42:10.800469 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1bd6b68f-613a-4ae5-b7b3-f91a1174b22f req-545cccd5-d449-4b7b-8741-11b081a1c394 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 943 time: 0.5970833
Feb 03 12:42:10.806706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Attempting to bind port 93ea971a-c19a-4020-98bc-5d044a5167c6 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:42:10.807078 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Attempting to bind port 93ea971a-c19a-4020-98bc-5d044a5167c6 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:42:10.807446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Attempting to bind port 93ea971a-c19a-4020-98bc-5d044a5167c6 on network 4c506963-07cf-412f-983a-fbdadb39de24 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:42:10.840295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:42:10.840670 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Checking segment: {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:42:10.841075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:10.841465 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Bound using segment: {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:42:10.841972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Bound port: 93ea971a-c19a-4020-98bc-5d044a5167c6, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5d8ab8-555f-404e-99bb-250c1c2c6405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:42:10.842346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:11.026173 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1bd6b68f-613a-4ae5-b7b3-f91a1174b22f req-37a6e905-e418-45a6-8f9d-ad4cb688ac4d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2137244
Feb 03 12:42:11.162657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] For port 93ea971a-c19a-4020-98bc-5d044a5167c6, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:42:11.176833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:11.177245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:11.177599 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Floating IP ecd93126-4a50-4a4e-8145-b66dab4486e7 disassociated. External IP: 172.27.0.114, port: 13bd5453-3477-4800-8b2a-ac099fadda5f.
Feb 03 12:42:11.178010 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Calling delete_port for 13bd5453-3477-4800-8b2a-ac099fadda5f owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:42:11.212804 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] For port 93ea971a-c19a-4020-98bc-5d044a5167c6, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=93ea971a-c19a-4020-98bc-5d044a5167c6,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:42:11.223827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:11.243514 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:11.427447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Pushing event updated for resources: {'Port': ['ID=93ea971a-c19a-4020-98bc-5d044a5167c6,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:11.435187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:11.438899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:42:11.439264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:42:11.466972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:11.467803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:11.469132 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] 10.222.0.86 "PUT /v2.0/ports/93ea971a-c19a-4020-98bc-5d044a5167c6 HTTP/1.1" status: 200  len: 1157 time: 2.3715639
Feb 03 12:42:11.469681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc7e264-912e-4925-8831-a415866f40f1', 'tag': '93ea971a-c19a-4020-98bc-5d044a5167c6'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:42:11.551903 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc7e264-912e-4925-8831-a415866f40f1', 'tag': '93ea971a-c19a-4020-98bc-5d044a5167c6', 'status': 'completed', 'code': 200}
Feb 03 12:42:11.596385 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-d43f4510-5255-4425-b7e4-198a56df3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:11.598100 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-d43f4510-5255-4425-b7e4-198a56df3ced service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 1160 time: 0.0873024
Feb 03 12:42:11.679838 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-c7b6c57c-f2f5-41c0-8acb-3e060c5520a0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93ea971a-c19a-4020-98bc-5d044a5167c6 HTTP/1.1" status: 200  len: 217 time: 0.0684090
Feb 03 12:42:11.800334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-d2b43b8c-2f1b-40f8-a2c4-daaa5bd7156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:11.801811 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-d2b43b8c-2f1b-40f8-a2c4-daaa5bd7156f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.1146069
Feb 03 12:42:11.989191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fce2b-bb15-4af6-bbd4-4294b16f67ae req-c3871f0b-57b9-4d3d-9182-acd70d21654d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:11.990931 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a48fce2b-bb15-4af6-bbd4-4294b16f67ae req-c3871f0b-57b9-4d3d-9182-acd70d21654d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 943 time: 0.2449689
Feb 03 12:42:11.992667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Deleting port 13bd5453-3477-4800-8b2a-ac099fadda5f {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:42:11.993087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:12.074737 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-6a3bad5e-9945-43d9-8591-497ed91126fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:12.076363 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-6a3bad5e-9945-43d9-8591-497ed91126fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2666409
Feb 03 12:42:12.332363 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cff87-c40e-4e24-b8d7-2ba874cb9f6b req-3e0e5ab2-d3c6-407a-a813-03c4e137969a tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:12.334076 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ad2cff87-c40e-4e24-b8d7-2ba874cb9f6b req-3e0e5ab2-d3c6-407a-a813-03c4e137969a tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 943 time: 0.1742618
Feb 03 12:42:12.405757 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ad2cff87-c40e-4e24-b8d7-2ba874cb9f6b req-ddcc2fe3-3ca9-4c46-a535-58c5d2f4795a tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642149
Feb 03 12:42:12.489747 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a48fce2b-bb15-4af6-bbd4-4294b16f67ae req-42706103-9860-4d19-b0db-3d1ce8754091 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4685504
Feb 03 12:42:12.658741 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-d27ab2bb-ea8c-4efa-a43b-6869bf131f96 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5684571
Feb 03 12:42:12.776217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] For port 13bd5453-3477-4800-8b2a-ac099fadda5f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=13bd5453-3477-4800-8b2a-ac099fadda5f,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:42:12.776625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:12.992232 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0472da31-16ba-4abf-917a-0b92cbb07d08 req-a72c2bf1-680d-4ae3-944c-14f6bf87e630 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3212543
Feb 03 12:42:13.196005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:13.196446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:13.196893 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Floating IP ecd93126-4a50-4a4e-8145-b66dab4486e7 disassociated. External IP: 172.27.0.114, port: 13bd5453-3477-4800-8b2a-ac099fadda5f.
Feb 03 12:42:13.197319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Calling delete_port for 13bd5453-3477-4800-8b2a-ac099fadda5f owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:42:13.284507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23509170-861a-42fc-a782-446fbaf0dc88 req-d4459750-5e3e-46b3-809c-c57c86d6f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:13.286099 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23509170-861a-42fc-a782-446fbaf0dc88 req-d4459750-5e3e-46b3-809c-c57c86d6f52d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 1160 time: 0.1940162
Feb 03 12:42:13.455498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:13.482576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-77d1cb03-6fb5-4e35-b623-ea656e29034a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:13.586940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event deleted for resources: {'Port': ['ID=13bd5453-3477-4800-8b2a-ac099fadda5f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:13.589758 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:13.625432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23509170-861a-42fc-a782-446fbaf0dc88 req-54a8efaf-2538-42f0-9642-a43846f9146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:13.627094 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23509170-861a-42fc-a782-446fbaf0dc88 req-54a8efaf-2538-42f0-9642-a43846f9146b service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 904 time: 0.3298481
Feb 03 12:42:13.707948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb04aac-ade8-45fb-a3d8-a4272eb14c68 req-f2b4ff62-72b2-4bc2-bb11-1bee0a543e92 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:13.709702 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dfb04aac-ade8-45fb-a3d8-a4272eb14c68 req-f2b4ff62-72b2-4bc2-bb11-1bee0a543e92 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 943 time: 0.1740601
Feb 03 12:42:13.765081 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-01a0ced0-dbfc-4e1b-88c9-ae7247508672 req-4df20637-3b6c-4118-89b1-425f13a4e9a8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 210 time: 0.1350460
Feb 03 12:42:13.768992 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23509170-861a-42fc-a782-446fbaf0dc88 req-5c8ab49c-214e-4db8-9200-501f2426e2c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93ea971a-c19a-4020-98bc-5d044a5167c6 HTTP/1.1" status: 200  len: 217 time: 0.0968826
Feb 03 12:42:13.775799 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dfb04aac-ade8-45fb-a3d8-a4272eb14c68 req-ac1a70f9-a17c-42e4-b5c3-896915e03a6b tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590210
Feb 03 12:42:13.914738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23509170-861a-42fc-a782-446fbaf0dc88 req-65637f3a-3625-4d03-bac7-e29ed0edafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:13.916339 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23509170-861a-42fc-a782-446fbaf0dc88 req-65637f3a-3625-4d03-bac7-e29ed0edafe2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.1355047
Feb 03 12:42:14.118557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Router 157f383f-fc26-4a78-9e2f-1335d944fa23 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:42:14.125147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23509170-861a-42fc-a782-446fbaf0dc88 req-8ee16c5a-e035-4d21-9ee0-b8c97ba3bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:14.126820 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23509170-861a-42fc-a782-446fbaf0dc88 req-8ee16c5a-e035-4d21-9ee0-b8c97ba3bf06 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1945522
Feb 03 12:42:14.688332 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23509170-861a-42fc-a782-446fbaf0dc88 req-86408396-d7d7-4420-8387-b9ae71c896e0 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5015345
Feb 03 12:42:14.689538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:42:14.700564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] Sync routers for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:42:14.711735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:42:14.712487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02d03b70>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:41:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:14.757326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] No DVR routers for this DVR port 13bd5453-3477-4800-8b2a-ac099fadda5f on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:42:14.762748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:14.765515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'name': 'network-vif-deleted', 'tag': '13bd5453-3477-4800-8b2a-ac099fadda5f'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:42:14.842404 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-8abd231d-d2df-4ea1-b772-e22a59f33bc3 req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "DELETE /v2.0/ports/13bd5453-3477-4800-8b2a-ac099fadda5f HTTP/1.1" status: 204  len: 173 time: 5.0098178
Feb 03 12:42:14.893140 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-23509170-861a-42fc-a782-446fbaf0dc88 req-d3c7e2a5-f72d-4fba-991c-5aa56916fa49 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1745260
Feb 03 12:42:14.905278 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d', 'name': 'network-vif-deleted', 'tag': '13bd5453-3477-4800-8b2a-ac099fadda5f', 'status': 'completed', 'code': 200}
Feb 03 12:42:14.942200 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 93ea971a-c19a-4020-98bc-5d044a5167c6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:42:14.968397 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-9169e5f7-71a1-4fbc-b3d7-6946dd41a2e4 req-0ce189c7-940a-47e6-ae62-9c9d718b8e4d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:42:15.005425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-9169e5f7-71a1-4fbc-b3d7-6946dd41a2e4 req-0ce189c7-940a-47e6-ae62-9c9d718b8e4d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:42:15.007393 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9169e5f7-71a1-4fbc-b3d7-6946dd41a2e4 req-0ce189c7-940a-47e6-ae62-9c9d718b8e4d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfabc5b-bf41-4257-b3e9-33e2e7d70c7d HTTP/1.1" status: 200  len: 210 time: 0.0936096
Feb 03 12:42:15.047339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:42:15.193998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 93ea971a-c19a-4020-98bc-5d044a5167c6 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:42:15.197106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731cf53-6126-44a4-b2e8-353d86a37692 req-e525b26f-35e9-430d-8989-7fdc7f86f608 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:15.198863 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d731cf53-6126-44a4-b2e8-353d86a37692 req-e525b26f-35e9-430d-8989-7fdc7f86f608 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 943 time: 0.1728873
Feb 03 12:42:15.214116 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 93ea971a-c19a-4020-98bc-5d044a5167c6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:42:15.214540 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:15.504436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:15.507473 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d731cf53-6126-44a4-b2e8-353d86a37692 req-442331ca-5cd6-4bfe-81e4-d4e130761a78 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3018799
Feb 03 12:42:15.551147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7e264-912e-4925-8831-a415866f40f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ea971a-c19a-4020-98bc-5d044a5167c6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:42:15.565242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 93ea971a-c19a-4020-98bc-5d044a5167c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=93ea971a-c19a-4020-98bc-5d044a5167c6,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:42:15.570928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:15.574340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ecca925f-65b7-4a04-a46d-e5651ea14b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:15.616039 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7e264-912e-4925-8831-a415866f40f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ea971a-c19a-4020-98bc-5d044a5167c6', 'code': 200}
Feb 03 12:42:15.618845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02d03b70>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:15.631844 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] Checking router: 157f383f-fc26-4a78-9e2f-1335d944fa23 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:42:15.659146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:42:15.659831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02d03b70>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:41:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:15.788326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=93ea971a-c19a-4020-98bc-5d044a5167c6,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:15.800157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:15.876280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:42:15.892051 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886ba24-b271-4051-be38-75b67177ac37 req-18043e50-bf69-4202-8939-46f878815647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:15.893927 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6886ba24-b271-4051-be38-75b67177ac37 req-18043e50-bf69-4202-8939-46f878815647 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 1162 time: 0.0831697
Feb 03 12:42:15.955906 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6886ba24-b271-4051-be38-75b67177ac37 req-9f6952b3-3fb5-4aa9-b4d9-d875c3e6d343 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524704
Feb 03 12:42:16.233233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02d03b70>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:16.237673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9c3c4-dc18-4e6b-b621-8895510964e8 None None] The sync data for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi is: [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:42:16.388349 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-97d51b48-04b3-4ec2-a6eb-ca4f06eec26b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1764050861&fields=id&tenant_id=1986d1b163ae40f7a1a9eaf0d511185b HTTP/1.1" status: 200  len: 267 time: 0.0629294
Feb 03 12:42:16.620223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da57e5-c3d7-49bb-95bf-f9d772883db4 None None] New status for floating IP ecd93126-4a50-4a4e-8145-b66dab4486e7: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:42:16.626529 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 93ea971a-c19a-4020-98bc-5d044a5167c6 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:42:16.641736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-512d18c3-5572-40aa-bcc4-22f5d585d545 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:16.643437 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-512d18c3-5572-40aa-bcc4-22f5d585d545 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 812 time: 0.2460790
Feb 03 12:42:16.660530 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-8a21123b-dc0c-4565-9413-ac05a0544728 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/quotas/1986d1b163ae40f7a1a9eaf0d511185b HTTP/1.1" status: 200  len: 375 time: 0.0102897
Feb 03 12:42:16.816202 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10083463-6f7b-4cbd-b9a1-d22f8fa8130c req-d46955de-98be-40fe-b33b-c74471df7d18 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:16.818104 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-10083463-6f7b-4cbd-b9a1-d22f8fa8130c req-d46955de-98be-40fe-b33b-c74471df7d18 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 945 time: 0.1830761
Feb 03 12:42:16.819845 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e8d7915b-a104-414b-919a-157207ef6b09 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1520352
Feb 03 12:42:16.892838 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-10083463-6f7b-4cbd-b9a1-d22f8fa8130c req-b3346cc4-b9f0-4c17-acf7-700ef5ff7bb9 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660431
Feb 03 12:42:16.897748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 93ea971a-c19a-4020-98bc-5d044a5167c6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:42:16.898197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:16.992311 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-46f0821b-b549-4779-bde4-6023bc6cb9bf service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596472
Feb 03 12:42:17.148252 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-7f174ac7-a8cf-49f0-92e8-7a490463c326 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1490636
Feb 03 12:42:17.617003 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4cd40522-2d33-4db6-b1e1-1490a65e02c1 req-92cbc835-ca56-4df4-b2a4-e516e434ae23 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 210 time: 0.0505843
Feb 03 12:42:18.204212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f4428-7c4d-4504-a3b2-9722be2ea0b6 req-f408a2aa-e5aa-4a52-b1aa-7c8bdfabb641 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:18.206063 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d26f4428-7c4d-4504-a3b2-9722be2ea0b6 req-f408a2aa-e5aa-4a52-b1aa-7c8bdfabb641 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 945 time: 0.1778448
Feb 03 12:42:18.278754 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d26f4428-7c4d-4504-a3b2-9722be2ea0b6 req-9a828b81-d285-4132-9913-295870c69507 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650926
Feb 03 12:42:18.579171 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f20535-5a89-4b96-a514-f69f4ae07f21 req-05a07389-fb22-47e6-b105-d02a2c966962 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:18.580820 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-56f20535-5a89-4b96-a514-f69f4ae07f21 req-05a07389-fb22-47e6-b105-d02a2c966962 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 945 time: 0.1770597
Feb 03 12:42:18.592012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 55994) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:42:18.598678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-201c8782-409c-4593-a62a-d1ea79c511d6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Request body: {'floatingip': {'port_id': '93ea971a-c19a-4020-98bc-5d044a5167c6'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:18.736451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-201c8782-409c-4593-a62a-d1ea79c511d6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:18.920306 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1e3cc2e5-752f-4b2f-bc9b-3c4200d61c6b req-7f023010-686e-4bee-8ce9-867c6461ab72 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 210 time: 0.1283374
Feb 03 12:42:19.040886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:42:19.184501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-334a23b0-f461-474f-8509-1760f3776b2b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:19.186416 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-334a23b0-f461-474f-8509-1760f3776b2b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 812 time: 0.5224576
Feb 03 12:42:19.466209 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-037fc55e-d129-416e-b560-9e9b6b1e575a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b HTTP/1.1" status: 200  len: 5765 time: 0.2082355
Feb 03 12:42:19.551302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'port': {'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'admin_state_up': True, 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'security_groups': ['d9c49bbe-2921-41bb-ab66-06056611878d']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:19.753705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:42:19.825978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:42:19.859720 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Made reservation on behalf of 1986d1b163ae40f7a1a9eaf0d511185b for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:42:19.881010 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:19.909965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-201c8782-409c-4593-a62a-d1ea79c511d6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:19.923188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-201c8782-409c-4593-a62a-d1ea79c511d6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:20.121706 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-26545ee0-2d84-4486-a4d5-2f5ed814d97a req-01fa23cb-48db-4a9f-8751-122b6a4f1277 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 210 time: 0.0609899
Feb 03 12:42:20.509182 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [None req-201c8782-409c-4593-a62a-d1ea79c511d6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Floating IP 269cd756-421c-440d-ba59-c9e3e77effa4 associated. External IP: 172.27.0.96, port: 93ea971a-c19a-4020-98bc-5d044a5167c6.
Feb 03 12:42:20.786054 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Allocated IP 172.20.0.6 (9b11b506-24a5-472a-b854-023d6100e3a7/c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b/e01fc43b-6720-4685-86b5-81bbd5b7685e) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:42:21.115469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201c8782-409c-4593-a62a-d1ea79c511d6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Router 290314e6-0ad6-4904-8ce2-306cc9fbee5e has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:42:21.282138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:21.363757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Transition to ACTIVE for port object e01fc43b-6720-4685-86b5-81bbd5b7685e will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:42:21.366713 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7e39d327-303a-41ba-8aac-4aee8a875cb5 req-c9a8b39b-e4fc-4434-839f-97f9d54fb613 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 210 time: 0.0880361
Feb 03 12:42:21.415588 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201c8782-409c-4593-a62a-d1ea79c511d6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:42:21.426602 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] Sync routers for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:42:21.427379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-201c8782-409c-4593-a62a-d1ea79c511d6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:21.438017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:42:21.438700 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02baeac8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:41:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:21.461002 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:21.481900 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:21.622773 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-201c8782-409c-4593-a62a-d1ea79c511d6 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "PUT /v2.0/floatingips/269cd756-421c-440d-ba59-c9e3e77effa4 HTTP/1.1" status: 200  len: 990 time: 3.0294313
Feb 03 12:42:21.631446 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:42:21.632807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc7e264-912e-4925-8831-a415866f40f1', 'tag': '93ea971a-c19a-4020-98bc-5d044a5167c6'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:42:21.645721 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'Port': ['ID=e01fc43b-6720-4685-86b5-81bbd5b7685e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:21.650582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:21.721317 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc7e264-912e-4925-8831-a415866f40f1', 'tag': '93ea971a-c19a-4020-98bc-5d044a5167c6', 'status': 'completed', 'code': 200}
Feb 03 12:42:21.725705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Network 9b11b506-24a5-472a-b854-023d6100e3a7 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:42:21.727127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:42:21.729371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:42:21.920330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:21.921000 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:21.946408 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-e81124ed-13c7-469a-9a78-b9f014bdb5d8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4654737
Feb 03 12:42:21.951077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-d80c263d-b277-465e-b104-9bd927adf393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:21.952628 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-d80c263d-b277-465e-b104-9bd927adf393 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 1162 time: 0.1929479
Feb 03 12:42:21.971608 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Request body: {'port': {'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:22.021467 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-810589a7-0869-4e14-9a13-5b1dfeb2b812 None None] Provisioning for port e01fc43b-6720-4685-86b5-81bbd5b7685e completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:42:22.029388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-810589a7-0869-4e14-9a13-5b1dfeb2b812 None None] Provisioning complete for port e01fc43b-6720-4685-86b5-81bbd5b7685e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:42:22.029837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-810589a7-0869-4e14-9a13-5b1dfeb2b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:22.096860 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-810589a7-0869-4e14-9a13-5b1dfeb2b812 None None] Port e01fc43b-6720-4685-86b5-81bbd5b7685e cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:42:22.112952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02baeac8>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '269cd756-421c-440d-ba59-c9e3e77effa4', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'port_id': '93ea971a-c19a-4020-98bc-5d044a5167c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'mac_address': 'fa:16:3e:f4:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc7e264-912e-4925-8831-a415866f40f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:04Z', 'updated_at': '2021-02-03T12:42:19Z', 'revision_number': 1, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:22.117301 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] Checking router: 290314e6-0ad6-4904-8ce2-306cc9fbee5e for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:42:22.127210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:42:22.127886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02baeac8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:41:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:22.217573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:22.230119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-6aaa6e9d-a3bd-4602-b5e7-d1b5a32204cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:22.231715 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-6aaa6e9d-a3bd-4602-b5e7-d1b5a32204cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 904 time: 0.2319036
Feb 03 12:42:22.322095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:42:22.439807 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-278bc50f-3972-476a-a7e3-478014fbff60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93ea971a-c19a-4020-98bc-5d044a5167c6 HTTP/1.1" status: 200  len: 998 time: 0.1716814
Feb 03 12:42:22.498874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09299e25-a224-4a07-b33e-c7d998e7b7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:22.728179 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02baeac8>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '269cd756-421c-440d-ba59-c9e3e77effa4', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'port_id': '93ea971a-c19a-4020-98bc-5d044a5167c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'mac_address': 'fa:16:3e:f4:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc7e264-912e-4925-8831-a415866f40f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:04Z', 'updated_at': '2021-02-03T12:42:19Z', 'revision_number': 1, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:22.732671 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71bcffd-cdd4-4b8e-8bdd-b8534141fafe None None] The sync data for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi is: [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '269cd756-421c-440d-ba59-c9e3e77effa4', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'port_id': '93ea971a-c19a-4020-98bc-5d044a5167c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'mac_address': 'fa:16:3e:f4:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc7e264-912e-4925-8831-a415866f40f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:04Z', 'updated_at': '2021-02-03T12:42:19Z', 'revision_number': 1, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:42:22.893610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-db4e058d-82eb-424b-9620-f3ae2ae231c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:22.895241 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-db4e058d-82eb-424b-9620-f3ae2ae231c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.4443831
Feb 03 12:42:23.019804 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cd4a3-898d-4a9c-9be5-8686d6341064 None None] New status for floating IP 269cd756-421c-440d-ba59-c9e3e77effa4: ACTIVE {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:42:23.171912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee740cb-76f4-4e43-943d-b9285a74b8a8 req-c9fe2f77-588e-4e34-9c0f-fb1e1ba21f61 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:23.172730 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-dee740cb-76f4-4e43-943d-b9285a74b8a8 req-c9fe2f77-588e-4e34-9c0f-fb1e1ba21f61 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:42:23.212211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-dee740cb-76f4-4e43-943d-b9285a74b8a8 req-c9fe2f77-588e-4e34-9c0f-fb1e1ba21f61 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:42:23.213487 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dee740cb-76f4-4e43-943d-b9285a74b8a8 req-c9fe2f77-588e-4e34-9c0f-fb1e1ba21f61 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 931 time: 0.4668176
Feb 03 12:42:23.224489 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-9cb60f07-afdb-418b-9a5d-e0aabaf0aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:23.226254 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-9cb60f07-afdb-418b-9a5d-e0aabaf0aa93 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3064892
Feb 03 12:42:23.423972 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dee740cb-76f4-4e43-943d-b9285a74b8a8 req-9a2115e9-3e0e-4711-ad96-ef6450bbb878 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2035255
Feb 03 12:42:23.461475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01fc43b-6720-4685-86b5-81bbd5b7685e {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:42:23.473153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:23.500083 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Transition to ACTIVE for port object e01fc43b-6720-4685-86b5-81bbd5b7685e will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:42:23.502514 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-e5a7d3fa-966a-4fbf-9cb3-880040238229 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2591527
Feb 03 12:42:23.503590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:23.517909 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-09a7cb6d-547b-4b7f-8528-052064e51fb2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:23.752276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Pushing event updated for resources: {'Port': ['ID=e01fc43b-6720-4685-86b5-81bbd5b7685e,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:23.766942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:23.825793 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d6c3fb0a-ae81-421e-a76e-8a01b0bd879b req-01dc28ae-8fe0-441e-bfe2-b735b1830e89 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3088732
Feb 03 12:42:23.984410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Attempting to bind port e01fc43b-6720-4685-86b5-81bbd5b7685e on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:42:23.984902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Attempting to bind port e01fc43b-6720-4685-86b5-81bbd5b7685e by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:42:23.985362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Attempting to bind port e01fc43b-6720-4685-86b5-81bbd5b7685e on network 9b11b506-24a5-472a-b854-023d6100e3a7 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:42:23.992573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:42:23.993059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Checking segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:42:23.993618 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:23.994069 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Bound using segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:42:23.994576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Bound port: e01fc43b-6720-4685-86b5-81bbd5b7685e, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:42:23.994961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:24.095827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] For port e01fc43b-6720-4685-86b5-81bbd5b7685e, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:42:24.099104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] For port e01fc43b-6720-4685-86b5-81bbd5b7685e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:42:24.103525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:24.120146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b23c76c4-bf48-4dea-a423-9849cd6e78f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:24.273088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Pushing event updated for resources: {'Port': ['ID=e01fc43b-6720-4685-86b5-81bbd5b7685e,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:24.276684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:24.312696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:24.313430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:24.314899 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] 10.222.0.86 "PUT /v2.0/ports/e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 200  len: 1157 time: 2.3482723
Feb 03 12:42:24.315415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:42:24.396307 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'status': 'completed', 'code': 200}
Feb 03 12:42:24.443695 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-5ea771c9-d1ba-475f-9ab8-7ceab5b24fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:24.446266 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-5ea771c9-d1ba-475f-9ab8-7ceab5b24fe9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 1160 time: 0.0883005
Feb 03 12:42:24.528387 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-6f28071f-f086-4393-958c-07635ee18750 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 200  len: 217 time: 0.0709870
Feb 03 12:42:24.600152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-4fb1183e-da78-471a-8330-9b7640e40a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:24.601761 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-4fb1183e-da78-471a-8330-9b7640e40a18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0652046
Feb 03 12:42:24.689366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-f3110adc-e647-463f-8789-b3758cc85a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:24.691040 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-f3110adc-e647-463f-8789-b3758cc85a2c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819397
Feb 03 12:42:24.720181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd432b-3e34-474e-96eb-72f441edd4ea req-5a32c7a7-a17a-4996-aa72-faf57dcba312 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:24.721899 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2afd432b-3e34-474e-96eb-72f441edd4ea req-5a32c7a7-a17a-4996-aa72-faf57dcba312 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 943 time: 0.1650183
Feb 03 12:42:24.788876 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2afd432b-3e34-474e-96eb-72f441edd4ea req-0dd87cde-d58b-4b03-9613-dda922415bf4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0589139
Feb 03 12:42:24.838494 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-7597391b-94df-469c-bcce-f469bb77b6ce service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382813
Feb 03 12:42:24.983053 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e1628632-d9a2-4087-96c4-a6e3c75743e1 req-194aecf7-59c3-410b-addd-f1df7753f689 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363049
Feb 03 12:42:25.044436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2fb11536-b87e-43eb-952f-5e39b0f14254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:25.119729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-46ec89ee-a75e-4426-a54b-fabc5c95269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:25.122136 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-46ec89ee-a75e-4426-a54b-fabc5c95269d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 1160 time: 0.0856144
Feb 03 12:42:25.281719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-d279c04c-e410-47be-bdd3-1fb4be3020e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:25.283493 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-d279c04c-e410-47be-bdd3-1fb4be3020e3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1500912
Feb 03 12:42:25.365174 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-e73f3f3b-84e4-4db7-8998-2dceae5a9d38 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 200  len: 217 time: 0.0723472
Feb 03 12:42:25.451000 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-2d6276e1-237e-4aad-b6f8-b92e5584fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:25.452533 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-2d6276e1-237e-4aad-b6f8-b92e5584fe15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0675595
Feb 03 12:42:25.545038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-1d26c88a-3745-428d-851e-cba4af22d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:25.546694 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-1d26c88a-3745-428d-851e-cba4af22d422 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857589
Feb 03 12:42:25.663616 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:25.962824 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-b7293ccb-fe10-46d2-b1b3-a8eda1423910 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4074984
Feb 03 12:42:26.104728 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5b0ee-7d82-49bc-98d7-afc357f1ea08 req-9e803b1b-2c11-45eb-b31e-440cc92cc2c2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:26.106480 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e4c5b0ee-7d82-49bc-98d7-afc357f1ea08 req-9e803b1b-2c11-45eb-b31e-440cc92cc2c2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 943 time: 0.1724236
Feb 03 12:42:26.115106 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-53191520-c3d2-4c2c-958b-0fd47f886fdd req-39f2ba05-0764-48cf-a8fc-1cb42993f0e1 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450953
Feb 03 12:42:26.172143 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e4c5b0ee-7d82-49bc-98d7-afc357f1ea08 req-1af4fa3c-e193-4ce2-abb5-922436a66495 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0588739
Feb 03 12:42:26.253775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:27.024939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:27.486240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927e543-0eef-4fc0-a94d-c23498c1ef39 req-ba47f913-72ae-4bed-8b82-66bf79b94083 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:27.487876 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a927e543-0eef-4fc0-a94d-c23498c1ef39 req-ba47f913-72ae-4bed-8b82-66bf79b94083 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 943 time: 0.1780694
Feb 03 12:42:27.554251 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a927e543-0eef-4fc0-a94d-c23498c1ef39 req-7f5a9cfd-ef59-4ff6-a11b-f016214a4c9d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0596983
Feb 03 12:42:28.861998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a021e-c3c0-4b79-8c99-6c30ef5f31ca req-c2e0608d-265d-489a-b2ed-1a3ba4afd131 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:28.863537 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bd1a021e-c3c0-4b79-8c99-6c30ef5f31ca req-c2e0608d-265d-489a-b2ed-1a3ba4afd131 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 943 time: 0.1745846
Feb 03 12:42:28.930948 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bd1a021e-c3c0-4b79-8c99-6c30ef5f31ca req-83fd0cca-74d6-4810-85c1-f70c58c829f3 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0573456
Feb 03 12:42:30.237489 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d61e8-91f6-47cc-a58d-1ff567ad5f67 req-66f95e37-799a-402a-8c99-bcd5ec70b590 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:30.239059 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a72d61e8-91f6-47cc-a58d-1ff567ad5f67 req-66f95e37-799a-402a-8c99-bcd5ec70b590 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 943 time: 0.1718822
Feb 03 12:42:30.309318 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a72d61e8-91f6-47cc-a58d-1ff567ad5f67 req-77206c31-156f-48b1-860b-4d0818bf9a74 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0602272
Feb 03 12:42:31.623678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a76c9-7e9f-4047-a4ba-db0ec096dfb9 req-403e8fa3-041d-4d3f-8884-caa39e046345 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:31.625307 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d66a76c9-7e9f-4047-a4ba-db0ec096dfb9 req-403e8fa3-041d-4d3f-8884-caa39e046345 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 943 time: 0.1710277
Feb 03 12:42:31.693678 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d66a76c9-7e9f-4047-a4ba-db0ec096dfb9 req-f28500ce-260d-4420-83f2-846ab3a72f4e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0582514
Feb 03 12:42:33.034295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae446e-8229-4d26-a17a-f2c2fc1654ad req-d4804468-7453-4ead-b016-51aedac63355 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:33.035923 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-00ae446e-8229-4d26-a17a-f2c2fc1654ad req-d4804468-7453-4ead-b016-51aedac63355 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 943 time: 0.1838460
Feb 03 12:42:33.100663 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-00ae446e-8229-4d26-a17a-f2c2fc1654ad req-62f846f2-d7b3-42d7-8082-a7e57bf94d3a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0579796
Feb 03 12:42:33.274702 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device e01fc43b-6720-4685-86b5-81bbd5b7685e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:42:33.358383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port e01fc43b-6720-4685-86b5-81bbd5b7685e completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:42:33.363776 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port e01fc43b-6720-4685-86b5-81bbd5b7685e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:42:33.364203 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:33.488512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:33.516407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:42:33.526902 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port e01fc43b-6720-4685-86b5-81bbd5b7685e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:42:33.530833 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:33.532732 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:33.581792 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'code': 200}
Feb 03 12:42:33.608448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=e01fc43b-6720-4685-86b5-81bbd5b7685e,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:33.611654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:33.937410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ead65-a280-41f1-8a58-aca4bc322607 req-647b93c5-5bb3-4990-9de6-3dbd854353ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:33.939117 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f46ead65-a280-41f1-8a58-aca4bc322607 req-647b93c5-5bb3-4990-9de6-3dbd854353ec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 1162 time: 0.0917251
Feb 03 12:42:33.985009 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f46ead65-a280-41f1-8a58-aca4bc322607 req-b89cf863-e3c5-41bc-9ebf-d4884ae79369 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0383093
Feb 03 12:42:34.420219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b05004-6066-44a2-a9b0-5a28f2aee787 req-e0c54bf2-ca5d-4e87-921e-8f2a9a86dd31 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:34.421974 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76b05004-6066-44a2-a9b0-5a28f2aee787 req-e0c54bf2-ca5d-4e87-921e-8f2a9a86dd31 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 945 time: 0.1733673
Feb 03 12:42:34.487431 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-76b05004-6066-44a2-a9b0-5a28f2aee787 req-7e5956af-4586-4f47-81e4-8c71ce989f9b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0588250
Feb 03 12:42:34.744779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device e01fc43b-6720-4685-86b5-81bbd5b7685e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:42:34.828648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port e01fc43b-6720-4685-86b5-81bbd5b7685e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:42:34.829066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:35.822536 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0f22e-b5a2-4f68-b5fa-7f7003e6babf req-daaddf21-1c3b-4928-be14-ba152688d635 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:35.826042 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4ce0f22e-b5a2-4f68-b5fa-7f7003e6babf req-daaddf21-1c3b-4928-be14-ba152688d635 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 945 time: 0.1987765
Feb 03 12:42:35.911123 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4ce0f22e-b5a2-4f68-b5fa-7f7003e6babf req-132003b4-b798-4473-8d56-15ef43fcf43d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0751672
Feb 03 12:42:36.233239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f879a8-88ce-49dc-8eb1-c808ef50b4a2 req-bef70b4e-40d2-4ddb-ae25-447e6c89e55a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:36.235043 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a5f879a8-88ce-49dc-8eb1-c808ef50b4a2 req-bef70b4e-40d2-4ddb-ae25-447e6c89e55a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 945 time: 0.1705577
Feb 03 12:42:36.304987 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a5f879a8-88ce-49dc-8eb1-c808ef50b4a2 req-7436cc19-4208-4368-8bfd-0606740095a6 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0633285
Feb 03 12:42:36.564622 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-509ecff9-570b-45ba-b269-70087c6deeeb req-87d95486-7a43-4076-99be-13e19141278a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2001317
Feb 03 12:42:36.575530 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'floatingip': {'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:36.597107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:42:36.607436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:42:36.618684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:36.773303 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:36.797141 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device e01fc43b-6720-4685-86b5-81bbd5b7685e up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:42:36.870478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port e01fc43b-6720-4685-86b5-81bbd5b7685e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:42:36.871027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:36.946425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:37.056782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Allocated IP 172.27.0.33 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/d1e36960-c2ba-4c39-9350-321163096ef0) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:42:37.224702 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:37.259239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:37.273018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-596d9126-aa91-498d-b596-d50e6c52c1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:37.416800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'Port': ['ID=d1e36960-c2ba-4c39-9350-321163096ef0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:37.421376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:37.479518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:42:37.480677 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:42:37.483120 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:42:37.570326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:37.638000 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:37.916469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:37.921440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:37.940806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f81abf03-b646-4c07-9ab9-e2f9dbce9029 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:42:38.085111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'Port': ['ID=d1e36960-c2ba-4c39-9350-321163096ef0,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:42:38.090681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:42:38.188678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:38.217522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:38.218897 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-509ecff9-570b-45ba-b269-70087c6deeeb req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.6476662
Feb 03 12:42:38.331421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-509ecff9-570b-45ba-b269-70087c6deeeb req-85cee41c-7ad6-4068-a592-44c247d59940 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:42:38.349017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-509ecff9-570b-45ba-b269-70087c6deeeb req-85cee41c-7ad6-4068-a592-44c247d59940 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:42:38.350343 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-509ecff9-570b-45ba-b269-70087c6deeeb req-85cee41c-7ad6-4068-a592-44c247d59940 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.33 HTTP/1.1" status: 200  len: 695 time: 0.1250062
Feb 03 12:42:38.613101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ecff9-570b-45ba-b269-70087c6deeeb req-582e34d4-9142-4ad1-8047-dfade1e10535 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:38.614611 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-509ecff9-570b-45ba-b269-70087c6deeeb req-582e34d4-9142-4ad1-8047-dfade1e10535 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 784 time: 0.2541876
Feb 03 12:42:38.629139 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-509ecff9-570b-45ba-b269-70087c6deeeb req-648a714b-db03-4e23-a38c-1c1f33767c2f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:42:38.630543 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-509ecff9-570b-45ba-b269-70087c6deeeb req-648a714b-db03-4e23-a38c-1c1f33767c2f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0096645
Feb 03 12:42:38.925808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2574a45-8999-4a96-9c87-104928020499 req-48d8cff3-5336-4a02-976e-692ec138b544 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:38.927488 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b2574a45-8999-4a96-9c87-104928020499 req-48d8cff3-5336-4a02-976e-692ec138b544 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1865664
Feb 03 12:42:39.036468 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b2574a45-8999-4a96-9c87-104928020499 req-06784cd3-2b9b-40d9-84b2-19b5c4d149b4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.33 HTTP/1.1" status: 200  len: 695 time: 0.1012924
Feb 03 12:42:39.050380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-b2574a45-8999-4a96-9c87-104928020499 req-ca25bf9a-58f0-455c-a9db-68187dd0dc0e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'floatingip': {'port_id': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:42:39.152026 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b2574a45-8999-4a96-9c87-104928020499 req-ca25bf9a-58f0-455c-a9db-68187dd0dc0e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:39.814487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b2574a45-8999-4a96-9c87-104928020499 req-ca25bf9a-58f0-455c-a9db-68187dd0dc0e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:39.818485 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b2574a45-8999-4a96-9c87-104928020499 req-ca25bf9a-58f0-455c-a9db-68187dd0dc0e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:40.002341 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-b2574a45-8999-4a96-9c87-104928020499 req-ca25bf9a-58f0-455c-a9db-68187dd0dc0e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Floating IP 629d9a0d-1b3c-4956-ba81-209c051c948e associated. External IP: 172.27.0.33, port: e01fc43b-6720-4685-86b5-81bbd5b7685e.
Feb 03 12:42:40.616346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2574a45-8999-4a96-9c87-104928020499 req-ca25bf9a-58f0-455c-a9db-68187dd0dc0e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Router 157f383f-fc26-4a78-9e2f-1335d944fa23 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:42:40.812838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2574a45-8999-4a96-9c87-104928020499 req-ca25bf9a-58f0-455c-a9db-68187dd0dc0e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:42:40.817760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b2574a45-8999-4a96-9c87-104928020499 req-ca25bf9a-58f0-455c-a9db-68187dd0dc0e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:40.824477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] Sync routers for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:42:40.836171 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:42:40.836850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a01fa1a58>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:42:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:40.877770 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b2574a45-8999-4a96-9c87-104928020499 req-ca25bf9a-58f0-455c-a9db-68187dd0dc0e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "PUT /v2.0/floatingips/629d9a0d-1b3c-4956-ba81-209c051c948e HTTP/1.1" status: 200  len: 995 time: 1.8316474
Feb 03 12:42:40.878612 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:42:40.944770 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'status': 'completed', 'code': 200}
Feb 03 12:42:40.979235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2574a45-8999-4a96-9c87-104928020499 req-acada16f-eb0b-4f6e-9d78-6b040591aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:40.980934 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b2574a45-8999-4a96-9c87-104928020499 req-acada16f-eb0b-4f6e-9d78-6b040591aba7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 1162 time: 0.0894578
Feb 03 12:42:41.048914 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:42:41.061996 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-d0490283-7197-41d0-94fa-e52481883bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:41.063631 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-d0490283-7197-41d0-94fa-e52481883bd9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 1162 time: 0.0814767
Feb 03 12:42:41.128241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2574a45-8999-4a96-9c87-104928020499 req-81410144-7688-46bb-9360-cd7edebd551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:41.129788 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b2574a45-8999-4a96-9c87-104928020499 req-81410144-7688-46bb-9360-cd7edebd551b service neutron] 10.222.0.38 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1421490
Feb 03 12:42:41.215379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-bf4aaa23-83dc-4164-8cbe-f6bc10fc2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:41.217099 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-bf4aaa23-83dc-4164-8cbe-f6bc10fc2c72 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1425495
Feb 03 12:42:41.246814 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b2574a45-8999-4a96-9c87-104928020499 req-498c4c8e-237b-432f-963c-4084d8057277 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 200  len: 998 time: 0.1091990
Feb 03 12:42:41.325620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2574a45-8999-4a96-9c87-104928020499 req-a1f3d981-7406-4f02-9c91-f2176f407770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:41.327797 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b2574a45-8999-4a96-9c87-104928020499 req-a1f3d981-7406-4f02-9c91-f2176f407770 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0743189
Feb 03 12:42:41.341177 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-e3875ece-df89-4e4c-b8fc-37a1b66e6bad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 200  len: 998 time: 0.1118865
Feb 03 12:42:41.426524 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-d3e33ca1-e04c-4101-b75f-120ebb89179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:41.428150 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-d3e33ca1-e04c-4101-b75f-120ebb89179b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0776343
Feb 03 12:42:41.432923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2574a45-8999-4a96-9c87-104928020499 req-03b73a68-e5eb-4be6-845c-19313c8dfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:41.434645 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b2574a45-8999-4a96-9c87-104928020499 req-03b73a68-e5eb-4be6-845c-19313c8dfdaf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1000385
Feb 03 12:42:41.529554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-3f3f9753-c82b-48c9-bc7e-8f91266dbe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:42:41.532064 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-3f3f9753-c82b-48c9-bc7e-8f91266dbe7a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904858
Feb 03 12:42:41.589421 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b2574a45-8999-4a96-9c87-104928020499 req-add951e5-0af7-46c9-8373-9f7d068ecbf1 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448953
Feb 03 12:42:41.605897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a01fa1a58>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '629d9a0d-1b3c-4956-ba81-209c051c948e', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:4b:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:37Z', 'updated_at': '2021-02-03T12:42:39Z', 'revision_number': 1, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:41.611039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] Checking router: 157f383f-fc26-4a78-9e2f-1335d944fa23 for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:42:41.623182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:42:41.623874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a01fa1a58>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:42:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:41.706278 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-e5d0def0-1ac1-447e-bb85-ae2a671d7c00 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410167
Feb 03 12:42:41.742188 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b2574a45-8999-4a96-9c87-104928020499 req-03d89a6a-9c9c-4cc5-adf4-373e9313844c service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450384
Feb 03 12:42:41.818490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:42:41.852809 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ed5905b3-b0be-48ce-ad5f-19d2fbfe0f5a req-8ea65f57-012c-4c40-bb8d-2f0cc9f7e523 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359031
Feb 03 12:42:42.220084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a01fa1a58>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '629d9a0d-1b3c-4956-ba81-209c051c948e', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:4b:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:37Z', 'updated_at': '2021-02-03T12:42:39Z', 'revision_number': 1, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:42:42.224496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc374c93-5689-408e-a1c6-9cf417dfe9e6 None None] The sync data for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi is: [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '629d9a0d-1b3c-4956-ba81-209c051c948e', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:4b:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:37Z', 'updated_at': '2021-02-03T12:42:39Z', 'revision_number': 1, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:42:42.510987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3813d58-8307-4b0a-8ef6-595c04a13aba None None] New status for floating IP 629d9a0d-1b3c-4956-ba81-209c051c948e: ACTIVE {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:42:52.479047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-461790a8-ac27-4d72-8c82-bd969663e03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:55.049309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90b8be27-3a08-474c-b518-110414bcc2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:55.677290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:56.041501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:42:56.271510 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:42:57.027868 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:06.959011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:08.816056 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-39c93978-6c57-42d8-92b1-d77311c8c2eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0788116
Feb 03 12:43:08.989715 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-ecdb4ba4-f0ac-488a-b33f-185bec6f1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:43:08.991528 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-ecdb4ba4-f0ac-488a-b33f-185bec6f1cd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ce762abf5224fe6be0393b77d8ca516&device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 1162 time: 0.0864127
Feb 03 12:43:09.421699 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-93ee8982-bea3-48db-b3d3-040ef625b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:43:09.423349 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-93ee8982-bea3-48db-b3d3-040ef625b19b service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 200  len: 904 time: 0.4019561
Feb 03 12:43:09.547624 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-44bec8f6-48af-4c82-95a4-e6e3c51fbcef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93ea971a-c19a-4020-98bc-5d044a5167c6 HTTP/1.1" status: 200  len: 1000 time: 0.1146874
Feb 03 12:43:09.621172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-b127609d-31f1-48f1-b45e-cb576376894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:43:09.622775 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-b127609d-31f1-48f1-b45e-cb576376894c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 200  len: 849 time: 0.0648942
Feb 03 12:43:09.721518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-957fc5d4-1418-4405-af1e-d2d303b1677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:43:09.723218 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-957fc5d4-1418-4405-af1e-d2d303b1677c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c506963-07cf-412f-983a-fbdadb39de24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870466
Feb 03 12:43:09.874590 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-60bc8ef9-2698-4815-9f66-2f8183b40fb4 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387885
Feb 03 12:43:10.028170 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-81c9778e-f0eb-4022-9ada-45e74b6e3b76 req-74147118-c4b9-487e-aa98-50ba2ea02633 service neutron] 10.222.0.86 "GET /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420562
Feb 03 12:43:22.475361 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-39a1e8c4-b1ad-42f7-9ff0-d39a0e2e7c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:25.047802 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bc43f6c6-0206-4f45-bb6f-47ee2f365190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:25.680552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:26.259864 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:27.034102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:33.043462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:43:36.596431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89156221-880a-4ef0-8760-83b60745477c req-564c0674-f291-49f3-8e79-7359f65464f2 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:43:36.598107 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89156221-880a-4ef0-8760-83b60745477c req-564c0674-f291-49f3-8e79-7359f65464f2 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 945 time: 0.1798730
Feb 03 12:43:36.670077 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-89156221-880a-4ef0-8760-83b60745477c req-d2e5e711-4252-4fab-9c7a-11e1e9decb92 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643742
Feb 03 12:43:36.961081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:37.989157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e8a25-b89d-4e0c-9bc6-a626c8218f5f req-bb66b542-1cd6-4688-8b32-e545fd3ffab8 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:43:37.990849 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a27e8a25-b89d-4e0c-9bc6-a626c8218f5f req-bb66b542-1cd6-4688-8b32-e545fd3ffab8 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 945 time: 0.1709394
Feb 03 12:43:38.058995 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a27e8a25-b89d-4e0c-9bc6-a626c8218f5f req-adf54f9d-3c5a-43f0-aaf5-4804043e4ace tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577402
Feb 03 12:43:39.203438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-1f7a6c21-5b36-4a6f-b4fe-c358d7cbfc05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:43:39.205126 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-1f7a6c21-5b36-4a6f-b4fe-c358d7cbfc05 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.86 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 945 time: 0.1879826
Feb 03 12:43:39.221697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 93ea971a-c19a-4020-98bc-5d044a5167c6 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:43:39.353410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:39.366457 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Deleting port 93ea971a-c19a-4020-98bc-5d044a5167c6 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:43:39.366846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:39.382181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7e264-912e-4925-8831-a415866f40f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ea971a-c19a-4020-98bc-5d044a5167c6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:43:39.393063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 93ea971a-c19a-4020-98bc-5d044a5167c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=93ea971a-c19a-4020-98bc-5d044a5167c6,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:43:39.397827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:39.400940 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:43:39.451770 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7e264-912e-4925-8831-a415866f40f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ea971a-c19a-4020-98bc-5d044a5167c6', 'code': 200}
Feb 03 12:43:39.478419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=93ea971a-c19a-4020-98bc-5d044a5167c6,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:43:39.486587 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.486970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.487348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.487719 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.488085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.488452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.488815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.489178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.489585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.489977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.490337 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.490698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.491097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.491460 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.491819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.492177 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.492535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.492897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.493255 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.493610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.493995 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.494353 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.494708 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.495061 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:39.499560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:43:39.555498 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa7bc9-4f62-4dbe-90e7-b5db8df989b1 req-353cc9d4-34de-4364-82cf-49d5e97f4396 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:43:39.557234 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a7aa7bc9-4f62-4dbe-90e7-b5db8df989b1 req-353cc9d4-34de-4364-82cf-49d5e97f4396 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 945 time: 0.3510830
Feb 03 12:43:39.714430 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a7aa7bc9-4f62-4dbe-90e7-b5db8df989b1 req-eb59e932-3cd6-4b7e-b432-eab890925496 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups?id=80449620-52ea-47c1-9641-2683ca830517&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1486394
Feb 03 12:43:39.794583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] For port 93ea971a-c19a-4020-98bc-5d044a5167c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=93ea971a-c19a-4020-98bc-5d044a5167c6,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:43:39.795077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:40.115126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:40.115535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:40.115866 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Floating IP 269cd756-421c-440d-ba59-c9e3e77effa4 disassociated. External IP: 172.27.0.96, port: 93ea971a-c19a-4020-98bc-5d044a5167c6.
Feb 03 12:43:40.116281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Calling delete_port for 93ea971a-c19a-4020-98bc-5d044a5167c6 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:43:40.269935 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:40.288652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a165ff39-b7af-4ca8-b81e-8d786cc3830e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:43:40.389929 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event deleted for resources: {'Port': ['ID=93ea971a-c19a-4020-98bc-5d044a5167c6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:43:40.403407 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.403825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.404239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.404646 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.405047 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.405554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.405880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.406302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.406696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.407092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.407489 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.407877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.408294 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.408689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.409087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.409478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.409938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.410334 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.410725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.411119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.411635 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.412065 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.412462 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.412856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:40.416812 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:43:40.684368 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Router 290314e6-0ad6-4904-8ce2-306cc9fbee5e has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:43:40.890512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:43:40.902966 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c7866171-9e4c-4644-a0b0-3ef9c5a9b46b req-9d2d382c-ac47-47fb-8b0f-3f6f3ffc2245 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccc7e264-912e-4925-8831-a415866f40f1 HTTP/1.1" status: 200  len: 210 time: 0.0535805
Feb 03 12:43:40.906689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] Sync routers for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:43:40.919802 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:43:40.920903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02ae4a20>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:43:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:40.947775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] No DVR routers for this DVR port 93ea971a-c19a-4020-98bc-5d044a5167c6 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:43:40.950300 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:40.953770 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc7e264-912e-4925-8831-a415866f40f1', 'name': 'network-vif-deleted', 'tag': '93ea971a-c19a-4020-98bc-5d044a5167c6'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:43:40.972441 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a4b8f4c8-3205-433d-b387-de843132fb00 req-70201b33-b05d-4d77-ae1d-d8f54e4370f0 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.86 "DELETE /v2.0/ports/93ea971a-c19a-4020-98bc-5d044a5167c6 HTTP/1.1" status: 204  len: 173 time: 1.7180319
Feb 03 12:43:41.143038 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc7e264-912e-4925-8831-a415866f40f1', 'name': 'network-vif-deleted', 'tag': '93ea971a-c19a-4020-98bc-5d044a5167c6', 'status': 'completed', 'code': 200}
Feb 03 12:43:41.145542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:43:41.497928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02ae4a20>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:41.502458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] Checking router: 290314e6-0ad6-4904-8ce2-306cc9fbee5e for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:43:41.512610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:43:41.513279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02ae4a20>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:43:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:41.713874 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:43:42.066220 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02ae4a20>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:42.071769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f2030-47b7-4244-b2d2-13b86718892e None None] The sync data for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi is: [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:24Z', 'revision_number': 4, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '55fc5f23-fcd1-4688-bd81-be2d64056bf4', 'name': '', 'network_id': '4c506963-07cf-412f-983a-fbdadb39de24', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'mac_address': 'fa:16:3e:2d:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:23Z', 'updated_at': '2021-02-03T12:38:31Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'subnets': [{'id': 'ee4b558a-7936-4b5a-b5d0-9ad50cb93a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:43:42.081294 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 56274) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:43:42.171074 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71c92e21-c85e-4ad9-a602-27401da7ad5d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:42.201254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71c92e21-c85e-4ad9-a602-27401da7ad5d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:42.250543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71c92e21-c85e-4ad9-a602-27401da7ad5d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:42.255777 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-aec92c92-4af9-4fce-b266-adf9913868ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:43:42.271930 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c92e21-c85e-4ad9-a602-27401da7ad5d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80449620-52ea-47c1-9641-2683ca830517,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:43:42.276613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-71c92e21-c85e-4ad9-a602-27401da7ad5d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:43:42.280875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71c92e21-c85e-4ad9-a602-27401da7ad5d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:42.282317 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-71c92e21-c85e-4ad9-a602-27401da7ad5d tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "DELETE /v2.0/security-groups/80449620-52ea-47c1-9641-2683ca830517 HTTP/1.1" status: 204  len: 168 time: 0.1994092
Feb 03 12:43:42.285318 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56278) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:43:42.307707 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.api.v2.resource [None req-6557b0a4-f8c6-444c-9079-fb2e037e855a tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] show failed (client error): The resource could not be found.
Feb 03 12:43:42.308822 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-6557b0a4-f8c6-444c-9079-fb2e037e855a tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "GET /v2.0/security-groups/80449620-52ea-47c1-9641-2683ca830517 HTTP/1.1" status: 404  len: 347 time: 0.0223246
Feb 03 12:43:42.312475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56282) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:43:42.492427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c2834-772b-4dae-92fd-a50ae9c91e72 None None] New status for floating IP 269cd756-421c-440d-ba59-c9e3e77effa4: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:43:42.502525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Deleting port bf47cc20-45e6-4d2f-b0fe-057e1fb14fe9 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:43:42.503041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:42.693012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:42.693390 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:42.831050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Calling delete_port for bf47cc20-45e6-4d2f-b0fe-057e1fb14fe9 owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:43:42.925910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:43:42.926236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:43:43.428221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Deleting port bf47cc20-45e6-4d2f-b0fe-057e1fb14fe9 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:43:43.428871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:43.628977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:43.629630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:43.761035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Calling delete_port for bf47cc20-45e6-4d2f-b0fe-057e1fb14fe9 owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:43:43.927448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:43.946887 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-dcaa247f-56ae-4eac-8f2c-34df3688b375 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:43:44.043480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Pushing event deleted for resources: {'Port': ['ID=bf47cc20-45e6-4d2f-b0fe-057e1fb14fe9,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:43:44.056570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.056996 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.057392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.057831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.058227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.058619 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.059011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.059402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.059797 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.060186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.060575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.061267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.061690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.062128 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.062534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.062918 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.063304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.063688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.064075 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.064486 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.064886 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.065290 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.065685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.066088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:43:44.076638 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:43:44.187962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks [] for floatingip, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:44.203948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:44.205168 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a24ae478-326e-4327-9f8e-276aa7b00d01 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] 10.222.0.38 "DELETE /v2.0/floatingips/269cd756-421c-440d-ba59-c9e3e77effa4 HTTP/1.1" status: 204  len: 168 time: 1.8916895
Feb 03 12:43:48.373008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56312) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:43:49.413211 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728049'] for router_interface, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:49.808676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Deleting port 55fc5f23-fcd1-4688-bd81-be2d64056bf4 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:43:49.809059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:50.005867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] For port 55fc5f23-fcd1-4688-bd81-be2d64056bf4, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=55fc5f23-fcd1-4688-bd81-be2d64056bf4,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:43:50.006219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:50.144033 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Calling delete_port for 55fc5f23-fcd1-4688-bd81-be2d64056bf4 owned by network:router_interface {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:43:50.343595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:50.357088 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ded7bf4f-a5b5-4f4a-8bfc-7bb85df64926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:43:50.452019 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Pushing event deleted for resources: {'Port': ['ID=55fc5f23-fcd1-4688-bd81-be2d64056bf4,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:43:50.458920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:43:50.792304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853142545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853048971'] for router_interface, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:51.323436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Router 290314e6-0ad6-4904-8ce2-306cc9fbee5e has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:43:51.516953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:43:51.527460 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] Sync routers for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:43:51.533065 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-d4caace4-c485-43b8-8aee-676c6a67ba64 admin admin] 10.222.0.38 "PUT /v2.0/routers/290314e6-0ad6-4904-8ce2-306cc9fbee5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1556580
Feb 03 12:43:51.533416 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56318) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:43:51.538813 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:43:51.539492 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a029c67b8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:43:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:51.735296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Notify callbacks [] for router, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:51.903669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:43:51.924136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:51.929618 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Deleting port 2202f3e3-d6f6-4d96-b886-43a81eee2e51 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:43:51.930034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:52.230245 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a029c67b8>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:43:50Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:52.235022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] Checking router: 290314e6-0ad6-4904-8ce2-306cc9fbee5e for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:43:52.245163 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] Routers {'290314e6-0ad6-4904-8ce2-306cc9fbee5e'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:43:52.245917 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a029c67b8>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:43:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:52.372772 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] For port 2202f3e3-d6f6-4d96-b886-43a81eee2e51, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=2202f3e3-d6f6-4d96-b886-43a81eee2e51,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:43:52.373136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:52.441219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] Set router 290314e6-0ad6-4904-8ce2-306cc9fbee5e gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:43:52.507786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Calling delete_port for 2202f3e3-d6f6-4d96-b886-43a81eee2e51 owned by network:router_gateway {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:43:52.634464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fbc694b1-82ff-4292-8ae8-4d9a53f0bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:52.651851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:52.763477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a029c67b8>, [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:43:50Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:52.767814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541dcae-09cd-42f0-895d-8b9330e6b68b None None] The sync data for ids ['290314e6-0ad6-4904-8ce2-306cc9fbee5e'] in dv-cinder-773876-1-iscsi is: [{'id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'name': 'tempest-AttachVolumeTestJSON-300824434-router', 'tenant_id': '1ce762abf5224fe6be0393b77d8ca516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:43:50Z', 'revision_number': 5, 'project_id': '1ce762abf5224fe6be0393b77d8ca516', 'gw_port': {'id': '2202f3e3-d6f6-4d96-b886-43a81eee2e51', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290314e6-0ad6-4904-8ce2-306cc9fbee5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:18Z', 'updated_at': '2021-02-03T12:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:43:52.853945 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047917'] for router_gateway, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.002115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853025825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771993'] for router, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.005033 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.032912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1747052'] for router, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.033476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 290314e6-0ad6-4904-8ce2-306cc9fbee5e {{(pid=80115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 12:43:53.046641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.047936 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-31390f97-7ddd-4d99-b742-e68a4d7c3f31 admin admin] 10.222.0.38 "DELETE /v2.0/routers/290314e6-0ad6-4904-8ce2-306cc9fbee5e HTTP/1.1" status: 204  len: 168 time: 1.5134320
Feb 03 12:43:53.050673 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56322) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:43:53.118653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb0f88f-18d8-4b40-b876-578f9c21a3ee admin admin] Deleting subnet ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:43:53.122235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ccb0f88f-18d8-4b40-b876-578f9c21a3ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.181231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ccb0f88f-18d8-4b40-b876-578f9c21a3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6934090'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.270062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ccb0f88f-18d8-4b40-b876-578f9c21a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.541890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ccb0f88f-18d8-4b40-b876-578f9c21a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846616570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846550028'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.563733 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8e745ad5-2237-4874-bf31-67b36d03926a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:43:53.649689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0f88f-18d8-4b40-b876-578f9c21a3ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4b558a-7936-4b5a-b5d0-9ad50cb93a83,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:43:53.656888 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ccb0f88f-18d8-4b40-b876-578f9c21a3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:43:53.702905 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ccb0f88f-18d8-4b40-b876-578f9c21a3ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.708801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c90111-bd5c-46ad-92f8-920764a0c5e2 None None] Network 4c506963-07cf-412f-983a-fbdadb39de24 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:43:53.709364 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-ccb0f88f-18d8-4b40-b876-578f9c21a3ee admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ee4b558a-7936-4b5a-b5d0-9ad50cb93a83 HTTP/1.1" status: 204  len: 168 time: 0.6576583
Feb 03 12:43:53.712113 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56326) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:43:53.797771 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2202f3e3-d6f6-4d96-b886-43a81eee2e51 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:43:53.828901 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:53.847842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 2202f3e3-d6f6-4d96-b886-43a81eee2e51 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:43:53.848244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2202f3e3-d6f6-4d96-b886-43a81eee2e51 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:43:53.848806 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 55fc5f23-fcd1-4688-bd81-be2d64056bf4 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:43:53.889107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 55fc5f23-fcd1-4688-bd81-be2d64056bf4 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:43:53.889454 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 55fc5f23-fcd1-4688-bd81-be2d64056bf4 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:43:53.898713 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Deleting port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:43:53.899096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:54.047167 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] DHCP port deletion for 4c506963-07cf-412f-983a-fbdadb39de24 request from dv-cinder-773876-1-iscsi {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 12:43:54.052112 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] Deleting port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:43:54.052685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:54.125314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] For port b9fd1b25-ba3c-46ca-a465-271a4e1f8771, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=b9fd1b25-ba3c-46ca-a465-271a4e1f8771,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:43:54.125700 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:54.259213 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Calling delete_port for b9fd1b25-ba3c-46ca-a465-271a4e1f8771 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:43:54.269222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] For port b9fd1b25-ba3c-46ca-a465-271a4e1f8771, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=b9fd1b25-ba3c-46ca-a465-271a4e1f8771,segment=NetworkSegment(3d5d8ab8-555f-404e-99bb-250c1c2c6405),segment_id=3d5d8ab8-555f-404e-99bb-250c1c2c6405)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:43:54.269684 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:54.342956 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:54.356604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-40f53d21-1fe8-45e4-9323-9e067b585ac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:43:54.405490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] Calling delete_port for b9fd1b25-ba3c-46ca-a465-271a4e1f8771 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:43:54.452448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b9fd1b25-ba3c-46ca-a465-271a4e1f8771,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:43:54.459978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:43:54.482814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:43:54.483224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:43:54.502577 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] No DVR routers for this DVR port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 on host dv-cinder-773876-1-iscsi {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:43:54.627954 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:54.747072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a02cd4860>,) {'filters': {'network_id': ['4c506963-07cf-412f-983a-fbdadb39de24']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:54.760005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02cd4860>, '3d5d8ab8-555f-404e-99bb-250c1c2c6405') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:54.760316 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02cd4860>, '3d5d8ab8-555f-404e-99bb-250c1c2c6405') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:43:54.772543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847841726'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:54.787774 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:54.789930 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:43:54.968836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Network 4c506963-07cf-412f-983a-fbdadb39de24 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:43:54.978102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846616471'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:54.984477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] Deleting port b9fd1b25-ba3c-46ca-a465-271a4e1f8771 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:43:54.984912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:55.067504 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-59e301ab-72d1-4867-a6c5-bdc34d9c54b2 None None] The port 'b9fd1b25-ba3c-46ca-a465-271a4e1f8771' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 12:43:55.081690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7205e2a0-a861-45e5-9e52-95f33a896894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:55.161580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Network 4c506963-07cf-412f-983a-fbdadb39de24 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:43:55.184445 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:43:55.507053 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:55.510545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:43:55.524239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:55.535264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4c506963-07cf-412f-983a-fbdadb39de24,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:43:55.538729 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:43:55.550356 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-c9d25b76-7b95-456d-a709-b8c8e91a98fb admin admin] 10.222.0.38 "DELETE /v2.0/networks/4c506963-07cf-412f-983a-fbdadb39de24 HTTP/1.1" status: 204  len: 168 time: 1.8371968
Feb 03 12:43:55.674380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:55.709483 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56332) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:43:55.768932 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9a7017e3-dbae-4b77-8362-1d148e03a745 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ce762abf5224fe6be0393b77d8ca516&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0580482
Feb 03 12:43:55.771667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56336) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:43:55.793378 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device b9fd1b25-ba3c-46ca-a465-271a4e1f8771 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:43:55.831136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: b9fd1b25-ba3c-46ca-a465-271a4e1f8771 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:43:55.831523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device b9fd1b25-ba3c-46ca-a465-271a4e1f8771 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:43:55.835978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3832d4f9-74f6-492c-bf95-cb8b80cc339f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:55.863419 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3832d4f9-74f6-492c-bf95-cb8b80cc339f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:55.924493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3832d4f9-74f6-492c-bf95-cb8b80cc339f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:55.929239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-97768727-bd0c-4844-b058-e996097918b4 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:43:55.945732 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832d4f9-74f6-492c-bf95-cb8b80cc339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d01e5b-9551-42dc-b83d-f1693a733aaf,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:43:55.949809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3832d4f9-74f6-492c-bf95-cb8b80cc339f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:43:55.953439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3832d4f9-74f6-492c-bf95-cb8b80cc339f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:55.955087 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-3832d4f9-74f6-492c-bf95-cb8b80cc339f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/03d01e5b-9551-42dc-b83d-f1693a733aaf HTTP/1.1" status: 204  len: 168 time: 0.1820364
Feb 03 12:43:56.254170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:43:57.035578 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:01.364011 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 56402) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:44:01.532568 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-41020b0a-7519-4b81-83b3-c6685c70edad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:01.548742 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-41020b0a-7519-4b81-83b3-c6685c70edad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:44:01.553487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-41020b0a-7519-4b81-83b3-c6685c70edad admin admin] Usage tracker for resource:security_group_rule and tenant:e924ceea8bef4129aee78bd2332cda6d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:44:01.556689 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-41020b0a-7519-4b81-83b3-c6685c70edad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:44:01.563267 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-41020b0a-7519-4b81-83b3-c6685c70edad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:44:01.680964 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-41020b0a-7519-4b81-83b3-c6685c70edad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:01.684777 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-41020b0a-7519-4b81-83b3-c6685c70edad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:01.692543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d4e4b92f-cb51-4eaa-8a98-ba33c83221c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:01.739200 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-41020b0a-7519-4b81-83b3-c6685c70edad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e924ceea8bef4129aee78bd2332cda6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3713722
Feb 03 12:44:01.739200 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41020b0a-7519-4b81-83b3-c6685c70edad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edad3bb-608b-48f2-bb4c-bca7a32b6d05,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:01.740604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56408) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:44:01.741464 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-41020b0a-7519-4b81-83b3-c6685c70edad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:01.806244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-966639fb-e703-456f-be1f-7d0c6bcbb7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:01.833961 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-966639fb-e703-456f-be1f-7d0c6bcbb7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:01.888760 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-966639fb-e703-456f-be1f-7d0c6bcbb7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:01.892696 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9c32f932-e1a6-4362-b784-8bc8e981da36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:01.905181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966639fb-e703-456f-be1f-7d0c6bcbb7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edad3bb-608b-48f2-bb4c-bca7a32b6d05,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:01.910239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-966639fb-e703-456f-be1f-7d0c6bcbb7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:01.912720 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-966639fb-e703-456f-be1f-7d0c6bcbb7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:01.916535 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-966639fb-e703-456f-be1f-7d0c6bcbb7a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4edad3bb-608b-48f2-bb4c-bca7a32b6d05 HTTP/1.1" status: 204  len: 168 time: 0.1722434
Feb 03 12:44:06.963637 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:09.971129 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5e2720e1-1621-4639-80fb-aa50663a546a req-71d6b6a2-9e21-472c-a138-45cd7ecd4597 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2306950
Feb 03 12:44:10.043135 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:44:10.080383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2720e1-1621-4639-80fb-aa50663a546a req-a3601b32-c7d2-40d9-949d-552b5d8caa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:10.082074 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5e2720e1-1621-4639-80fb-aa50663a546a req-a3601b32-c7d2-40d9-949d-552b5d8caa53 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 1162 time: 0.0863402
Feb 03 12:44:10.256499 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2720e1-1621-4639-80fb-aa50663a546a req-6d300ff6-5131-4ae7-8338-51646ba5e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:10.258291 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5e2720e1-1621-4639-80fb-aa50663a546a req-6d300ff6-5131-4ae7-8338-51646ba5e15a service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1472368
Feb 03 12:44:10.379879 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5e2720e1-1621-4639-80fb-aa50663a546a req-044c30b7-3976-406c-b929-ce8424820aeb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 200  len: 1000 time: 0.1115801
Feb 03 12:44:10.709321 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2720e1-1621-4639-80fb-aa50663a546a req-9e0afdfb-e747-49be-b156-348dc8ab0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:10.710978 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5e2720e1-1621-4639-80fb-aa50663a546a req-9e0afdfb-e747-49be-b156-348dc8ab0418 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.3203580
Feb 03 12:44:10.807062 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2720e1-1621-4639-80fb-aa50663a546a req-99c993ec-da90-4d6e-91f9-9857577b31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:10.808707 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5e2720e1-1621-4639-80fb-aa50663a546a req-99c993ec-da90-4d6e-91f9-9857577b31df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865715
Feb 03 12:44:10.959054 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5e2720e1-1621-4639-80fb-aa50663a546a req-879a8431-dd13-4060-b5e6-995bbf799588 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421726
Feb 03 12:44:11.112004 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5e2720e1-1621-4639-80fb-aa50663a546a req-115a5f80-525f-4858-a5a4-7a859fd54163 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414948
Feb 03 12:44:22.472567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ec19f3ec-39e2-4fbd-bb50-767df8b5bf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:25.046428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ccc530c6-5f68-48a6-90bd-fe511e7381d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:25.680552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:26.269714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:27.037691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:29.370556 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-79b2ec5b-4503-4810-81dc-e22d33d62507 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1764050861&fields=id&tenant_id=1986d1b163ae40f7a1a9eaf0d511185b HTTP/1.1" status: 200  len: 267 time: 0.0597284
Feb 03 12:44:29.621720 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-6eb25125-b5e8-43df-9287-41d7ee635042 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:29.622418 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-6eb25125-b5e8-43df-9287-41d7ee635042 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:44:29.641421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-6eb25125-b5e8-43df-9287-41d7ee635042 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:44:29.642730 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-6eb25125-b5e8-43df-9287-41d7ee635042 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 812 time: 0.2608757
Feb 03 12:44:29.663071 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-9852bb64-9ccb-4ed0-9d2f-bc0969fe23e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/quotas/1986d1b163ae40f7a1a9eaf0d511185b HTTP/1.1" status: 200  len: 375 time: 0.0104094
Feb 03 12:44:29.841347 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-c234dbf2-dfc8-4403-af90-479c0b673fd5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1727421
Feb 03 12:44:30.088109 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-c168e1c7-2804-440e-b9e9-9d6a6e2048c8 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316113
Feb 03 12:44:30.233919 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-1cc8c2cb-8ab8-45f6-993a-1c886681a0d2 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389897
Feb 03 12:44:31.716979 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c69b764b-4b61-453e-9b03-8b9624dd821b req-9f25ae95-a5ea-4566-bece-41ed282da390 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 210 time: 0.0520980
Feb 03 12:44:32.847067 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a95b4c14-35ed-451c-bba9-ed2e491a7919 req-367f9019-b397-4613-b16f-f658a9e64b61 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 210 time: 0.0493181
Feb 03 12:44:33.984087 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b020137a-bc69-485b-907c-d9dbb8c0255e req-3d488857-55c8-4709-aa21-269d87036099 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 210 time: 0.0527751
Feb 03 12:44:35.113673 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9ec7b827-3e62-42a1-bb20-9d75c07b8687 req-568a0158-5328-4d38-9431-e775b83e1ccd tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 210 time: 0.0546551
Feb 03 12:44:36.310539 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e98a62ba-7571-470a-b001-899cce3bb4c3 req-028ecfeb-36cd-4075-88aa-c65a86abc220 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 210 time: 0.0575919
Feb 03 12:44:36.972063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:37.347641 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-2a3744f2-f78b-431c-8765-53b974300a89 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:37.349481 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-2a3744f2-f78b-431c-8765-53b974300a89 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 812 time: 0.2698648
Feb 03 12:44:37.485391 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-c5a40665-e504-4177-917d-6472d009426b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b HTTP/1.1" status: 200  len: 5765 time: 0.1152768
Feb 03 12:44:37.495535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'port': {'device_id': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'admin_state_up': True, 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'security_groups': ['d9c49bbe-2921-41bb-ab66-06056611878d']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:44:37.505748 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1d2a5092-092a-41de-ad6f-44133b52fcef req-479e8007-0837-4647-8ed0-c3751d3f22cc tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 210 time: 0.0563791
Feb 03 12:44:37.673403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:44:37.686326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:44:37.698056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Made reservation on behalf of 1986d1b163ae40f7a1a9eaf0d511185b for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:44:37.720316 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:38.082980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Allocated IP 172.20.0.10 (9b11b506-24a5-472a-b854-023d6100e3a7/c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b/610e0f66-2b3f-4fde-b068-44352ba77821) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:44:38.289736 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:38.306261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Transition to ACTIVE for port object 610e0f66-2b3f-4fde-b068-44352ba77821 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:44:38.334253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:38.349890 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-93a7a0e5-6e8d-442e-a245-74b79050be77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:38.492522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'Port': ['ID=610e0f66-2b3f-4fde-b068-44352ba77821,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:38.495938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:38.553345 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Network 9b11b506-24a5-472a-b854-023d6100e3a7 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:44:38.554576 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:44:38.557052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:44:38.698649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:38.699400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:38.799690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-14982211-6ebf-4aea-a925-c8aa9d49a292 None None] Provisioning for port 610e0f66-2b3f-4fde-b068-44352ba77821 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:44:38.799972 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-4d87e98b-e68a-4ce5-9733-e453338af8e4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3086989
Feb 03 12:44:38.805054 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-14982211-6ebf-4aea-a925-c8aa9d49a292 None None] Provisioning complete for port 610e0f66-2b3f-4fde-b068-44352ba77821 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:44:38.805522 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14982211-6ebf-4aea-a925-c8aa9d49a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:38.815351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Request body: {'port': {'device_id': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:44:38.864947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-14982211-6ebf-4aea-a925-c8aa9d49a292 None None] Port 610e0f66-2b3f-4fde-b068-44352ba77821 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 12:44:38.962476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6b0e3-0118-4903-9d01-ebb8b4e487fe req-214f3e55-0f4b-43ab-827d-a8784cf108c1 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:38.963292 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-33a6b0e3-0118-4903-9d01-ebb8b4e487fe req-214f3e55-0f4b-43ab-827d-a8784cf108c1 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:44:39.037839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-33a6b0e3-0118-4903-9d01-ebb8b4e487fe req-214f3e55-0f4b-43ab-827d-a8784cf108c1 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:44:39.039104 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-33a6b0e3-0118-4903-9d01-ebb8b4e487fe req-214f3e55-0f4b-43ab-827d-a8784cf108c1 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 932 time: 0.3351507
Feb 03 12:44:39.062920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:39.177473 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-33a6b0e3-0118-4903-9d01-ebb8b4e487fe req-7f67a6f0-9469-4cab-a23f-6a810e85d8dc tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1309993
Feb 03 12:44:39.548432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610e0f66-2b3f-4fde-b068-44352ba77821 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:44:39.556826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:39.570276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Transition to ACTIVE for port object 610e0f66-2b3f-4fde-b068-44352ba77821 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:44:39.573876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:39.587127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e93b0cae-21aa-42dc-8c02-53ad8557a349 tempest-AttachVolumeNegativeTest-1561242621 tempest-AttachVolumeNegativeTest-1561242621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:39.724087 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Pushing event updated for resources: {'Port': ['ID=610e0f66-2b3f-4fde-b068-44352ba77821,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:39.728671 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:39.921802 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Attempting to bind port 610e0f66-2b3f-4fde-b068-44352ba77821 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:44:39.922181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Attempting to bind port 610e0f66-2b3f-4fde-b068-44352ba77821 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:44:39.922606 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Attempting to bind port 610e0f66-2b3f-4fde-b068-44352ba77821 on network 9b11b506-24a5-472a-b854-023d6100e3a7 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:44:39.936674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:44:39.937740 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Checking segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:44:39.938400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:39.938807 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Bound using segment: {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:44:39.939311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Bound port: 610e0f66-2b3f-4fde-b068-44352ba77821, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01902a62-ad3b-477e-be56-5c97c750b80d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:44:39.939989 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:40.044852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] For port 610e0f66-2b3f-4fde-b068-44352ba77821, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:44:40.048274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] For port 610e0f66-2b3f-4fde-b068-44352ba77821, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=610e0f66-2b3f-4fde-b068-44352ba77821,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:44:40.052165 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:40.068197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:40.087066 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56682) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:44:40.249258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-39b11399-2317-4cd3-851a-0c3a82c32a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:40.266544 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-39b11399-2317-4cd3-851a-0c3a82c32a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:44:40.271233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-39b11399-2317-4cd3-851a-0c3a82c32a38 admin admin] Usage tracker for resource:security_group_rule and tenant:bbaadb42210b47099a12b746dd414ba3 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:44:40.275271 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-39b11399-2317-4cd3-851a-0c3a82c32a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:44:40.282932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-39b11399-2317-4cd3-851a-0c3a82c32a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:44:40.453497 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-39b11399-2317-4cd3-851a-0c3a82c32a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:40.458281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-39b11399-2317-4cd3-851a-0c3a82c32a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:40.465924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0de0de4e-03ef-4f74-bdb3-5c46287d810d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:40.472964 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Pushing event updated for resources: {'Port': ['ID=610e0f66-2b3f-4fde-b068-44352ba77821,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:40.492531 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.492955 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.493368 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.493846 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.494242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.494643 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.495035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.495431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.495826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.496222 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.496614 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.496985 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.497417 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.497853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.498252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.498644 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.499036 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.499429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.499820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.500199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.500598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.500988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.501383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.501819 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:40.508794 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:40.525381 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:40.526140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:40.527595 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-5c036693-c830-4910-9761-f0d941c8092f service neutron] 10.222.0.86 "PUT /v2.0/ports/610e0f66-2b3f-4fde-b068-44352ba77821 HTTP/1.1" status: 200  len: 1158 time: 1.7181153
Feb 03 12:44:40.528138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'tag': '610e0f66-2b3f-4fde-b068-44352ba77821'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:44:40.583391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673add0-1c29-48c3-8bb1-5217d1c3afd9 req-a3951955-ee82-4340-945f-7e75a47f9a80 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:40.590190 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b673add0-1c29-48c3-8bb1-5217d1c3afd9 req-a3951955-ee82-4340-945f-7e75a47f9a80 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 944 time: 0.2634509
Feb 03 12:44:40.609197 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'tag': '610e0f66-2b3f-4fde-b068-44352ba77821', 'status': 'completed', 'code': 200}
Feb 03 12:44:40.632746 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-39b11399-2317-4cd3-851a-0c3a82c32a38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bbaadb42210b47099a12b746dd414ba3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5444653
Feb 03 12:44:40.633667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b11399-2317-4cd3-851a-0c3a82c32a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec95e9f-6647-47bb-90ab-9763df099a98,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:40.637138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 56692) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:44:40.640092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-39b11399-2317-4cd3-851a-0c3a82c32a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:40.681623 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b673add0-1c29-48c3-8bb1-5217d1c3afd9 req-5a4ca137-b9f3-41d8-9302-9741383fea00 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0788579
Feb 03 12:44:40.696766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-cf2a6ea4-ebdb-4c35-ac91-52e0c3662def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:40.698445 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-cf2a6ea4-ebdb-4c35-ac91-52e0c3662def service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 1161 time: 0.1282508
Feb 03 12:44:40.794576 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-e17531dc-8ec1-49c3-b9fe-fd4e563adeae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=610e0f66-2b3f-4fde-b068-44352ba77821 HTTP/1.1" status: 200  len: 217 time: 0.0792804
Feb 03 12:44:40.795440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a64a1e0c-4881-4d0d-9c9f-b4d8ee386abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:40.875095 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a64a1e0c-4881-4d0d-9c9f-b4d8ee386abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:40.909478 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-e2433742-4c7c-4b36-8bdc-c3a334495f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:40.911171 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-e2433742-4c7c-4b36-8bdc-c3a334495f0f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.1043830
Feb 03 12:44:40.998881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a64a1e0c-4881-4d0d-9c9f-b4d8ee386abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:41.004199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e98cefdf-6444-49d4-bf68-e99da5b74d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:41.020309 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a1e0c-4881-4d0d-9c9f-b4d8ee386abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec95e9f-6647-47bb-90ab-9763df099a98,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:41.024718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a64a1e0c-4881-4d0d-9c9f-b4d8ee386abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:41.030092 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-ba1d927e-8707-4874-85e4-326a912cecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:41.031744 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-ba1d927e-8707-4874-85e4-326a912cecce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1117949
Feb 03 12:44:41.032690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a64a1e0c-4881-4d0d-9c9f-b4d8ee386abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:41.033838 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-a64a1e0c-4881-4d0d-9c9f-b4d8ee386abe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ec95e9f-6647-47bb-90ab-9763df099a98 HTTP/1.1" status: 204  len: 168 time: 0.3964958
Feb 03 12:44:41.182890 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-c9b28005-c8c6-4a2d-ab46-315a2a9f650c service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432052
Feb 03 12:44:41.340558 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-de178235-224c-44fc-a5fe-8e24f1a7dfac req-381171a4-f510-4933-966e-66834f39ded7 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441593
Feb 03 12:44:41.481553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-ea6cfabf-f0c0-45c3-b450-082b33541411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:41.483501 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-ea6cfabf-f0c0-45c3-b450-082b33541411 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 1161 time: 0.0904059
Feb 03 12:44:41.635674 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-b241f682-3095-4d00-8e33-834cd26d7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:41.637318 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-b241f682-3095-4d00-8e33-834cd26d7e43 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1438205
Feb 03 12:44:41.717112 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-75ea0d39-22df-466e-ac6d-a344ea4c58b8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=610e0f66-2b3f-4fde-b068-44352ba77821 HTTP/1.1" status: 200  len: 217 time: 0.0682683
Feb 03 12:44:41.794073 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-f403ea87-b2ec-43a1-a058-69c667cf9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:41.795695 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-f403ea87-b2ec-43a1-a058-69c667cf9ef7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0701218
Feb 03 12:44:41.901116 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56716) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:44:41.964945 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-a08eadee-978d-4f4e-9bfb-279345974b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:41.966647 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-a08eadee-978d-4f4e-9bfb-279345974b2b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1560133
Feb 03 12:44:42.055676 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749c1ec-1f24-4537-a2b9-0b33689fb6e4 req-2fb36a9e-cffd-4629-ab2a-2db2fb694888 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:42.056487 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1310366116-network', 'tenant_id': '0f869620916449718ea61e1213b8ee7c'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:44:42.057375 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7749c1ec-1f24-4537-a2b9-0b33689fb6e4 req-2fb36a9e-cffd-4629-ab2a-2db2fb694888 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 944 time: 0.2049501
Feb 03 12:44:42.062240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:44:42.066500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Usage tracker for resource:network and tenant:0f869620916449718ea61e1213b8ee7c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:44:42.069622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:44:42.080408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:44:42.090254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Made reservation on behalf of 0f869620916449718ea61e1213b8ee7c for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:44:42.095050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:42.108325 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:42.124493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:44:42.128713 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Usage tracker for resource:security_group_rule and tenant:0f869620916449718ea61e1213b8ee7c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:44:42.132099 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:44:42.138151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:44:42.215472 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7749c1ec-1f24-4537-a2b9-0b33689fb6e4 req-a01a1b14-e08b-4685-bcd8-0679a8868456 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1317568
Feb 03 12:44:42.228021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:42.232082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:42.236633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c8b979ee-9bb4-40c2-b7ca-16a4170861d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:42.255858 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-ae8649ea-f512-4372-9714-0b45a1e6ac22 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973891
Feb 03 12:44:42.266356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 12:44:42.279669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889a57bb-3dae-46d4-b54d-6f44e502b1b1,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:42.284064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:42.285289 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738653243490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:42.285788 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.segments_db [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Added segment 1819989e-1c63-4089-b6fa-4452c237d6cd of type vxlan for network 6ca28e2a-04fe-4259-958e-db7e55ac01cd
Feb 03 12:44:42.313867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738652683498'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:42.345944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:42.347241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:42.347948 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:42.353056 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:42.413073 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-165d2095-20fb-42a8-b792-d7d297e59b0b req-bf71c626-5134-4648-9feb-7b5ec06230b5 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1479421
Feb 03 12:44:42.464388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca28e2a-04fe-4259-958e-db7e55ac01cd,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:42.467769 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5653219
Feb 03 12:44:42.468749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cbf8f307-ed4b-4fae-9f5f-8465d8b4e391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:42.471879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 56722) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:44:42.477420 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Network 6ca28e2a-04fe-4259-958e-db7e55ac01cd details requested by agent ovs-agent-dv-cinder-773876-1-iscsi with host dv-cinder-773876-1-iscsi {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:44:42.478130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Request body: {'subnet': {'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1310366116-subnet', 'tenant_id': '0f869620916449718ea61e1213b8ee7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:44:42.483439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:44:42.487567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Usage tracker for resource:subnet and tenant:0f869620916449718ea61e1213b8ee7c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:44:42.490640 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:44:42.492583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Network 6ca28e2a-04fe-4259-958e-db7e55ac01cd details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 12:44:42.496425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:44:42.507252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Made reservation on behalf of 0f869620916449718ea61e1213b8ee7c for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:44:42.512382 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8225758'] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:42.939276 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846615869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8225773'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:42.953347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:43.084932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b005ea-9203-4498-843e-02f437af45cf,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:43.090041 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:43.161247 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Checking segment: {'id': '1819989e-1c63-4089-b6fa-4452c237d6cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:44:43.161657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Network hostable DHCP agents. Network: 6ca28e2a-04fe-4259-958e-db7e55ac01cd, hostable agents: ['dbf153e6-b22c-400d-82ab-f5bb3db617fd'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 12:44:43.182323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Network 6ca28e2a-04fe-4259-958e-db7e55ac01cd is scheduled to be hosted by DHCP agent dbf153e6-b22c-400d-82ab-f5bb3db617fd with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 12:44:43.193181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-1-iscsi, 6ca28e2a-04fe-4259-958e-db7e55ac01cd) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:44:43.203489 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44340e1f-cd88-4271-8860-b35a52cb95d4 None None] Network 6ca28e2a-04fe-4259-958e-db7e55ac01cd requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:44:43.205856 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:43.206515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:43.228773 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-0f8f85de-8337-4f90-8999-4123421de4e5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7559125
Feb 03 12:44:43.440851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceba0f1-ac61-496f-b189-998a756a575e None None] Network 6ca28e2a-04fe-4259-958e-db7e55ac01cd requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:44:43.521803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865fb51-d748-4dba-8134-3f3c373e4486 req-e68a39ca-a876-41b3-bae7-4b09fd1a7d18 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:43.523531 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7865fb51-d748-4dba-8134-3f3c373e4486 req-e68a39ca-a876-41b3-bae7-4b09fd1a7d18 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 944 time: 0.1721349
Feb 03 12:44:43.593458 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7865fb51-d748-4dba-8134-3f3c373e4486 req-62a54df1-d7e5-4e95-a78b-e8a31f1fd7c8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0627158
Feb 03 12:44:44.909746 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652d623-a568-40ac-ba12-e0d9da135d73 req-0dfb8499-bf6b-4ac9-a62f-f0921db9fdbb tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:44.911542 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5652d623-a568-40ac-ba12-e0d9da135d73 req-0dfb8499-bf6b-4ac9-a62f-f0921db9fdbb tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 944 time: 0.1852484
Feb 03 12:44:44.986018 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-5652d623-a568-40ac-ba12-e0d9da135d73 req-ac5a6252-df26-4b28-8eb3-dceda9c67714 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0645328
Feb 03 12:44:45.510370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-0a1eb70d-f0ca-4459-9779-4afeb1adc368 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:45.511052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-0a1eb70d-f0ca-4459-9779-4afeb1adc368 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Synchronizing usage tracker for tenant:0f869620916449718ea61e1213b8ee7c on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:44:45.530513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-0a1eb70d-f0ca-4459-9779-4afeb1adc368 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Unset dirty status for tenant:0f869620916449718ea61e1213b8ee7c on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:44:45.531824 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-0a1eb70d-f0ca-4459-9779-4afeb1adc368 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/networks?id=6ca28e2a-04fe-4259-958e-db7e55ac01cd HTTP/1.1" status: 200  len: 814 time: 0.2759483
Feb 03 12:44:45.548177 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4b997c60-f899-4425-97e0-2f4f3282ed59 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/quotas/0f869620916449718ea61e1213b8ee7c HTTP/1.1" status: 200  len: 375 time: 0.0099595
Feb 03 12:44:45.604898 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-ade3a775-e676-46dc-981d-8965b1d8c422 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f869620916449718ea61e1213b8ee7c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0511010
Feb 03 12:44:45.762895 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-791f7ec6-d8bf-447f-8caf-b0fa49b9bb03 service neutron] 10.222.0.38 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475561
Feb 03 12:44:45.909596 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2564ca75-a560-4824-bfbe-1fa3b5490ec4 service neutron] 10.222.0.38 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392260
Feb 03 12:44:46.130419 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-fa4945a4-d755-494f-9d2f-0d7139899c5d req-04fd7a40-2e09-441d-843e-7f4f962bc7b2 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 210 time: 0.0534267
Feb 03 12:44:46.303265 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d47a8-bab8-44e1-9ccb-44e5d13d5ca6 req-59a81bdc-0365-4412-9f6f-012d8c1f39e9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:46.304949 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c2d47a8-bab8-44e1-9ccb-44e5d13d5ca6 req-59a81bdc-0365-4412-9f6f-012d8c1f39e9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 944 time: 0.1731970
Feb 03 12:44:46.371473 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c2d47a8-bab8-44e1-9ccb-44e5d13d5ca6 req-6817074d-b154-401c-b417-3930b55e5c95 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0593188
Feb 03 12:44:47.048972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:44:47.312389 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c44568d8-bbe3-4baa-8c85-c981753d759b req-4fd13181-5237-49c9-b0af-5f2995c76f87 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 210 time: 0.0543571
Feb 03 12:44:47.684720 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed83980-326b-4914-9bd5-a35e3a931917 req-8f56d131-3804-4f6e-a2c5-7ad21ce00395 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:47.686783 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4ed83980-326b-4914-9bd5-a35e3a931917 req-8f56d131-3804-4f6e-a2c5-7ad21ce00395 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 944 time: 0.1715288
Feb 03 12:44:47.753236 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4ed83980-326b-4914-9bd5-a35e3a931917 req-cc88c031-5117-46a5-84fe-ccee575986a4 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0597391
Feb 03 12:44:48.500734 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-63268252-db4f-4510-af5c-019aad264f74 req-d79d68ea-b171-4dfb-a464-84586216db4d tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 210 time: 0.0483792
Feb 03 12:44:48.554423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-a701599f-40e3-4917-93bb-eac75ac061db tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:48.556101 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-a701599f-40e3-4917-93bb-eac75ac061db tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.86 "GET /v2.0/networks?id=6ca28e2a-04fe-4259-958e-db7e55ac01cd HTTP/1.1" status: 200  len: 814 time: 0.2462564
Feb 03 12:44:48.575003 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Request body: {'port': {'device_id': 'f2901a03-e4e5-4d8d-905f-5d0b46fa0f12', 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd', 'admin_state_up': True, 'tenant_id': '0f869620916449718ea61e1213b8ee7c'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:44:48.722830 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:44:48.727034 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Usage tracker for resource:port and tenant:0f869620916449718ea61e1213b8ee7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:44:48.730115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:44:48.736344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:44:48.748250 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Made reservation on behalf of 0f869620916449718ea61e1213b8ee7c for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:44:48.769965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:48.993697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 610e0f66-2b3f-4fde-b068-44352ba77821 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:44:49.172131 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ca4eb-bcb9-46b6-a60d-d2c91603a0e7 req-e7a5889c-9050-451a-9798-c1787d4db81d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:49.173923 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cf7ca4eb-bcb9-46b6-a60d-d2c91603a0e7 req-e7a5889c-9050-451a-9798-c1787d4db81d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 944 time: 0.2894547
Feb 03 12:44:49.242594 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 610e0f66-2b3f-4fde-b068-44352ba77821 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:44:49.247791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 610e0f66-2b3f-4fde-b068-44352ba77821 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:44:49.248153 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:49.303685 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-cf7ca4eb-bcb9-46b6-a60d-d2c91603a0e7 req-8d5ae3fa-9bdd-42a6-95ac-8c1db2035f96 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1224287
Feb 03 12:44:49.304947 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Allocated IP 172.20.0.4 (6ca28e2a-04fe-4259-958e-db7e55ac01cd/a9b005ea-9203-4498-843e-02f437af45cf/85de3c0e-2fe8-4f29-b822-9d6593c8b6df) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:44:49.373556 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:49.402305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610e0f66-2b3f-4fde-b068-44352ba77821'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:44:49.413295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 610e0f66-2b3f-4fde-b068-44352ba77821, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=610e0f66-2b3f-4fde-b068-44352ba77821,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:44:49.417375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:49.419430 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:49.499235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=610e0f66-2b3f-4fde-b068-44352ba77821,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:49.507749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.508295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.508541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.508922 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.509296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.509698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.510063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.510435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.510803 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.511152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.511518 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.511885 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.512293 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.512661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.513031 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.513392 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.513816 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.514170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.514905 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.514905 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.515206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.515564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.516118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.516488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:44:49.521256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:49.538314 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:49.570315 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:49.589897 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b96cac1d-8070-479d-afbe-e66aa53a160d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:49.639585 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610e0f66-2b3f-4fde-b068-44352ba77821', 'code': 200}
Feb 03 12:44:50.083069 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Pushing event updated for resources: {'Port': ['ID=85de3c0e-2fe8-4f29-b822-9d6593c8b6df,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:50.086212 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:50.181569 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Network 6ca28e2a-04fe-4259-958e-db7e55ac01cd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:44:50.183813 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b392d-7b30-4400-bff5-9adf8b57d050 req-706916ac-e3b7-477a-9c7b-7bb94afdc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:50.185447 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3c7b392d-7b30-4400-bff5-9adf8b57d050 req-706916ac-e3b7-477a-9c7b-7bb94afdc100 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 1163 time: 0.2422976
Feb 03 12:44:50.188306 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:44:50.190754 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:44:50.318980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384bd5b-2080-4bb3-bc7f-f9d3942f49f8 req-1a74e344-5689-4b3e-aad1-d3a637e28ad6 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:50.320592 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c384bd5b-2080-4bb3-bc7f-f9d3942f49f8 req-1a74e344-5689-4b3e-aad1-d3a637e28ad6 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 931 time: 0.3786888
Feb 03 12:44:50.406752 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3c7b392d-7b30-4400-bff5-9adf8b57d050 req-8c389a6b-962a-4656-94fd-d3466fdab927 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1876953
Feb 03 12:44:50.476312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:50.477050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:50.510447 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c384bd5b-2080-4bb3-bc7f-f9d3942f49f8 req-4e01c135-9749-4e93-982e-6d96a62bc4d3 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827791
Feb 03 12:44:50.522035 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4d8910b6-39a9-49e9-8f45-5f2625c8495c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9513917
Feb 03 12:44:50.601406 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea6278-cf30-48ac-b7b2-18b6c31fd35f req-7b2af1b7-c90f-4f95-a155-221a1560d425 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:50.603148 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8ea6278-cf30-48ac-b7b2-18b6c31fd35f req-7b2af1b7-c90f-4f95-a155-221a1560d425 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 946 time: 0.1684916
Feb 03 12:44:50.605956 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 610e0f66-2b3f-4fde-b068-44352ba77821 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:44:50.647681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Request body: {'port': {'device_id': 'f2901a03-e4e5-4d8d-905f-5d0b46fa0f12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:44:50.673520 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-b8ea6278-cf30-48ac-b7b2-18b6c31fd35f req-5436ad34-4a0a-4b22-aa43-2b5d5a48fae2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0606458
Feb 03 12:44:50.681965 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 610e0f66-2b3f-4fde-b068-44352ba77821 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:44:50.682439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:50.769582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:51.195520 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85de3c0e-2fe8-4f29-b822-9d6593c8b6df {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:44:51.203888 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:51.216555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Transition to ACTIVE for port object 85de3c0e-2fe8-4f29-b822-9d6593c8b6df will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:44:51.221339 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:51.234896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3c53bcb7-b7c6-4c5b-865e-09858574378e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:51.367604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Pushing event updated for resources: {'Port': ['ID=85de3c0e-2fe8-4f29-b822-9d6593c8b6df,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:51.370779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:51.567018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Attempting to bind port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:44:51.567513 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Attempting to bind port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '1819989e-1c63-4089-b6fa-4452c237d6cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:44:51.567753 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Attempting to bind port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df on network 6ca28e2a-04fe-4259-958e-db7e55ac01cd {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:44:51.574035 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:44:51.574418 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Checking segment: {'id': '1819989e-1c63-4089-b6fa-4452c237d6cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:44:51.574825 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:51.575225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Bound using segment: {'id': '1819989e-1c63-4089-b6fa-4452c237d6cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:44:51.575712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Bound port: 85de3c0e-2fe8-4f29-b822-9d6593c8b6df, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1819989e-1c63-4089-b6fa-4452c237d6cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:44:51.576093 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:51.735871 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] For port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:44:51.752409 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] For port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=85de3c0e-2fe8-4f29-b822-9d6593c8b6df,segment=NetworkSegment(1819989e-1c63-4089-b6fa-4452c237d6cd),segment_id=1819989e-1c63-4089-b6fa-4452c237d6cd)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:44:51.760173 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:51.778718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-583839ff-67ea-4e02-862c-07f9944444fb tempest-TestShelveInstance-641855605 tempest-TestShelveInstance-641855605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:51.990939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606439a-8026-4498-9e72-0598bcd56ba5 req-46393fd3-aad1-4de8-810c-d484318c968a tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:51.991811 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-3606439a-8026-4498-9e72-0598bcd56ba5 req-46393fd3-aad1-4de8-810c-d484318c968a tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Synchronizing usage tracker for tenant:0f869620916449718ea61e1213b8ee7c on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:44:51.994962 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfd418-4417-4eb5-9ab6-d8194c80a8db req-601014a8-5eff-4246-b8e5-fde9c4ec78b8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:51.997699 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dfcfd418-4417-4eb5-9ab6-d8194c80a8db req-601014a8-5eff-4246-b8e5-fde9c4ec78b8 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 946 time: 0.1841784
Feb 03 12:44:52.047652 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Pushing event updated for resources: {'Port': ['ID=85de3c0e-2fe8-4f29-b822-9d6593c8b6df,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:52.056279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:52.061395 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-3606439a-8026-4498-9e72-0598bcd56ba5 req-46393fd3-aad1-4de8-810c-d484318c968a tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Unset dirty status for tenant:0f869620916449718ea61e1213b8ee7c on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:44:52.062731 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3606439a-8026-4498-9e72-0598bcd56ba5 req-46393fd3-aad1-4de8-810c-d484318c968a tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 943 time: 0.4199135
Feb 03 12:44:52.066733 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-dfcfd418-4417-4eb5-9ab6-d8194c80a8db req-2fa2e80d-a3e9-4387-a986-800bc90f11df tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0635400
Feb 03 12:44:52.128039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:52.128889 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:52.130809 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-2cd86364-20af-4557-add2-caceebd55235 service neutron] 10.222.0.86 "PUT /v2.0/ports/85de3c0e-2fe8-4f29-b822-9d6593c8b6df HTTP/1.1" status: 200  len: 1157 time: 1.4881361
Feb 03 12:44:52.131362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2901a03-e4e5-4d8d-905f-5d0b46fa0f12', 'tag': '85de3c0e-2fe8-4f29-b822-9d6593c8b6df'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:44:52.157775 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3606439a-8026-4498-9e72-0598bcd56ba5 req-f31607ad-44a4-43ec-82ea-471aab27295d tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845470
Feb 03 12:44:52.213973 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2901a03-e4e5-4d8d-905f-5d0b46fa0f12', 'tag': '85de3c0e-2fe8-4f29-b822-9d6593c8b6df', 'status': 'completed', 'code': 200}
Feb 03 12:44:52.258548 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-6d2a747d-2703-4c9a-a405-55ab807a77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:52.260114 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-6d2a747d-2703-4c9a-a405-55ab807a77e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0f869620916449718ea61e1213b8ee7c&device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 1160 time: 0.0896785
Feb 03 12:44:52.335805 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-7691cc94-ec85-44d2-9613-f9652be99109 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85de3c0e-2fe8-4f29-b822-9d6593c8b6df HTTP/1.1" status: 200  len: 217 time: 0.0662761
Feb 03 12:44:52.410291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-0465b33d-3e18-4d79-af93-4843543e5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:52.411923 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-0465b33d-3e18-4d79-af93-4843543e5f1a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a9b005ea-9203-4498-843e-02f437af45cf HTTP/1.1" status: 200  len: 854 time: 0.0678236
Feb 03 12:44:52.473423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d04fea2d-5752-4e75-9291-f14f2453207b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:52.473842 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-69f8b80e-471d-47f5-a492-4a98c282beb0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6ca28e2a-04fe-4259-958e-db7e55ac01cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488288
Feb 03 12:44:52.627286 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-907733a0-7d24-4016-9154-38066d1b3675 service neutron] 10.222.0.86 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394877
Feb 03 12:44:52.781951 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-583d50e3-3007-40c2-a1bb-24311775fa71 req-4a980b7b-535c-4103-a83f-f89b529989c5 service neutron] 10.222.0.86 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430080
Feb 03 12:44:52.921209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15376788-f9cb-4a55-835d-9575590d2e97 req-34290f41-5319-4b92-9ce2-4b863e04ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:52.922857 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15376788-f9cb-4a55-835d-9575590d2e97 req-34290f41-5319-4b92-9ce2-4b863e04ad8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0f869620916449718ea61e1213b8ee7c&device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 1160 time: 0.0874019
Feb 03 12:44:53.081285 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15376788-f9cb-4a55-835d-9575590d2e97 req-f10d3c36-e6f7-49ac-9acb-5ad0533dd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:53.083033 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15376788-f9cb-4a55-835d-9575590d2e97 req-f10d3c36-e6f7-49ac-9acb-5ad0533dd3f8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6ca28e2a-04fe-4259-958e-db7e55ac01cd HTTP/1.1" status: 200  len: 908 time: 0.1484821
Feb 03 12:44:53.162630 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15376788-f9cb-4a55-835d-9575590d2e97 req-f5990b2f-6560-413d-a2a9-286178e0a362 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85de3c0e-2fe8-4f29-b822-9d6593c8b6df HTTP/1.1" status: 200  len: 217 time: 0.0715442
Feb 03 12:44:53.294573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15376788-f9cb-4a55-835d-9575590d2e97 req-b47344de-938e-45e1-a593-a0ed34666b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:53.296167 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15376788-f9cb-4a55-835d-9575590d2e97 req-b47344de-938e-45e1-a593-a0ed34666b54 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a9b005ea-9203-4498-843e-02f437af45cf HTTP/1.1" status: 200  len: 854 time: 0.1220562
Feb 03 12:44:53.356025 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15376788-f9cb-4a55-835d-9575590d2e97 req-1893c970-b1e8-4bd9-86a2-05420a391b2d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6ca28e2a-04fe-4259-958e-db7e55ac01cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485933
Feb 03 12:44:53.444602 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76d2ce-22ce-4efc-a2d8-c2f2489a3b9d req-fe5b9a5f-9a4d-4267-a140-1d18c62817ec tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:53.446230 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bd76d2ce-22ce-4efc-a2d8-c2f2489a3b9d req-fe5b9a5f-9a4d-4267-a140-1d18c62817ec tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 946 time: 0.2377765
Feb 03 12:44:53.460063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119abda7-5351-4b77-91ed-7838e2c1bbdd req-93ec4b82-863c-4dc4-9be0-31cb31cff676 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:53.461695 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-119abda7-5351-4b77-91ed-7838e2c1bbdd req-93ec4b82-863c-4dc4-9be0-31cb31cff676 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 943 time: 0.1671360
Feb 03 12:44:53.527562 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-119abda7-5351-4b77-91ed-7838e2c1bbdd req-5efedc6e-e9c9-44ef-bbe0-162ce382f145 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Synchronizing usage tracker for tenant:0f869620916449718ea61e1213b8ee7c on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:44:53.544968 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-119abda7-5351-4b77-91ed-7838e2c1bbdd req-5efedc6e-e9c9-44ef-bbe0-162ce382f145 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Unset dirty status for tenant:0f869620916449718ea61e1213b8ee7c on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:44:53.546291 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-119abda7-5351-4b77-91ed-7838e2c1bbdd req-5efedc6e-e9c9-44ef-bbe0-162ce382f145 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778959
Feb 03 12:44:53.602014 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bd76d2ce-22ce-4efc-a2d8-c2f2489a3b9d req-24eb07ce-3c24-4355-ad0e-4705730635da tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1330154
Feb 03 12:44:53.645626 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15376788-f9cb-4a55-835d-9575590d2e97 req-9a5c20b0-3e48-4073-babb-0e6dded7820a service neutron] 10.222.0.86 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983588
Feb 03 12:44:53.800595 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-15376788-f9cb-4a55-835d-9575590d2e97 req-a465b50d-fff0-4a93-913c-080c21ac669a service neutron] 10.222.0.86 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413431
Feb 03 12:44:53.903037 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a642c-35ff-4b29-bf1f-6f64820be5b3 req-925f6677-e0ec-43f4-92fb-428c3f6bb7eb tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:53.904692 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-325a642c-35ff-4b29-bf1f-6f64820be5b3 req-925f6677-e0ec-43f4-92fb-428c3f6bb7eb tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 946 time: 0.1743963
Feb 03 12:44:53.974759 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-325a642c-35ff-4b29-bf1f-6f64820be5b3 req-d4aadff6-6c56-4ca8-b190-2ac13f48fad7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0595682
Feb 03 12:44:54.227261 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-1915e16e-6477-4d50-874b-20848d848910 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1979184
Feb 03 12:44:54.240604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'floatingip': {'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:44:54.262573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:44:54.273160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:44:54.283319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:54.433964 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:54.690555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.objects.ports [None req-1e42c50b-42cc-43c8-be5f-271152444922 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 12:44:54.857841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537e7e0-b206-4802-8cad-e4ec1cad6f75 req-eb8524d2-96c1-4b35-80f2-5a57001f4c46 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:54.859490 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f537e7e0-b206-4802-8cad-e4ec1cad6f75 req-eb8524d2-96c1-4b35-80f2-5a57001f4c46 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 943 time: 0.1720207
Feb 03 12:44:54.924380 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f537e7e0-b206-4802-8cad-e4ec1cad6f75 req-01db8c9a-4cd0-40c1-9973-e6e9d5ced3a8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582900
Feb 03 12:44:54.961154 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Allocated IP 172.27.0.244 (549e872b-1584-42ab-be09-aa93760d03bd/972cba6c-cafe-4535-b2f6-fb111e9ff6f5/bfe489b6-1ac3-47b0-8d7b-e5fe8a919111) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:44:55.049375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-69614eaf-dc60-403c-a098-58444bcff81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.123907 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.155686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.168817 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-949dd0b6-b4ef-402d-9028-7f4cf5b42284 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:55.205411 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85de3c0e-2fe8-4f29-b822-9d6593c8b6df up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:44:55.287090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:44:55.292642 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:44:55.293104 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.305388 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'Port': ['ID=bfe489b6-1ac3-47b0-8d7b-e5fe8a919111,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:55.310061 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:55.365332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Network 549e872b-1584-42ab-be09-aa93760d03bd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:44:55.366686 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:44:55.368967 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:44:55.423253 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.452401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2901a03-e4e5-4d8d-905f-5d0b46fa0f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85de3c0e-2fe8-4f29-b822-9d6593c8b6df'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:44:55.458781 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.463197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=85de3c0e-2fe8-4f29-b822-9d6593c8b6df,segment=NetworkSegment(1819989e-1c63-4089-b6fa-4452c237d6cd),segment_id=1819989e-1c63-4089-b6fa-4452c237d6cd)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:44:55.466010 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.467979 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-061c4307-7e02-41da-81bd-8ac4e1dde013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:55.514933 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2901a03-e4e5-4d8d-905f-5d0b46fa0f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85de3c0e-2fe8-4f29-b822-9d6593c8b6df', 'code': 200}
Feb 03 12:44:55.524124 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.545044 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=85de3c0e-2fe8-4f29-b822-9d6593c8b6df,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:55.548872 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:55.679800 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.863040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa43a6-668d-40ca-8484-f6edc962f036 req-adccf4c8-7b26-477d-b031-3774ab1e84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:55.864693 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-86fa43a6-668d-40ca-8484-f6edc962f036 req-adccf4c8-7b26-477d-b031-3774ab1e84df service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 1162 time: 0.1417551
Feb 03 12:44:55.893398 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.900117 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:55.917620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-17716959-7688-4c96-a1d8-054c895dec5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:44:56.060435 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-86fa43a6-668d-40ca-8484-f6edc962f036 req-6cacf30f-a797-4650-985e-661f6fc5ad26 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870267
Feb 03 12:44:56.076963 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event updated for resources: {'Port': ['ID=bfe489b6-1ac3-47b0-8d7b-e5fe8a919111,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:44:56.090690 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:44:56.181550 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:56.208977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:56.210315 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0bebc59c-4e28-41e1-bb7c-a1b2f018acc7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9741123
Feb 03 12:44:56.249614 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0398553-9018-4d91-8db8-9006fe4662e9 req-e25ce7f6-91d1-457b-b305-4f60b11d161d tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:56.251290 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f0398553-9018-4d91-8db8-9006fe4662e9 req-e25ce7f6-91d1-457b-b305-4f60b11d161d tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 945 time: 0.1744792
Feb 03 12:44:56.265429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:56.314316 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-ea3ff263-ccba-4a4d-9e21-d2c0f10b4b06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:44:56.319926 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f0398553-9018-4d91-8db8-9006fe4662e9 req-cc5c0933-340f-4ae2-a232-a72721b0ff7c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615652
Feb 03 12:44:56.330344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-ea3ff263-ccba-4a4d-9e21-d2c0f10b4b06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:44:56.331668 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-ea3ff263-ccba-4a4d-9e21-d2c0f10b4b06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.244 HTTP/1.1" status: 200  len: 696 time: 0.1149006
Feb 03 12:44:56.569999 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0d24fe1b-38de-42ae-aef1-714b7972efc2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:56.571402 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-87a7eac4-316c-4ca3-adca-71367dc488f3 req-0d24fe1b-38de-42ae-aef1-714b7972efc2 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 784 time: 0.2333150
Feb 03 12:44:56.653934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85de3c0e-2fe8-4f29-b822-9d6593c8b6df up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:44:56.732565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:44:56.732984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:56.863727 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e856b7-f138-4987-9861-c99409ef54cc req-544093fd-b15b-47f0-9a57-a194e03df4ec tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:56.865358 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3e856b7-f138-4987-9861-c99409ef54cc req-544093fd-b15b-47f0-9a57-a194e03df4ec tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1736610
Feb 03 12:44:56.972021 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3e856b7-f138-4987-9861-c99409ef54cc req-737089b0-e7bf-4281-954b-6919f2b5aec0 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.244 HTTP/1.1" status: 200  len: 696 time: 0.0971057
Feb 03 12:44:56.985683 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-e3e856b7-f138-4987-9861-c99409ef54cc req-96a87d1b-ec04-42c3-81ec-ab97600ea0d9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Request body: {'floatingip': {'port_id': '610e0f66-2b3f-4fde-b068-44352ba77821', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:44:57.041217 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:57.088127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e3e856b7-f138-4987-9861-c99409ef54cc req-96a87d1b-ec04-42c3-81ec-ab97600ea0d9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:57.659469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ed4f9-ba70-401e-8faf-fbb8a883c2bc req-ae31eac5-12e7-42c8-83f0-5a41751945c3 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:57.661490 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e77ed4f9-ba70-401e-8faf-fbb8a883c2bc req-ae31eac5-12e7-42c8-83f0-5a41751945c3 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 945 time: 0.1708391
Feb 03 12:44:57.730272 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e77ed4f9-ba70-401e-8faf-fbb8a883c2bc req-dc5e7d8d-5372-414f-b65a-4ea16e8f7e93 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618644
Feb 03 12:44:57.985152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e3e856b7-f138-4987-9861-c99409ef54cc req-96a87d1b-ec04-42c3-81ec-ab97600ea0d9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:57.989044 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e3e856b7-f138-4987-9861-c99409ef54cc req-96a87d1b-ec04-42c3-81ec-ab97600ea0d9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727973'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:58.176753 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-e3e856b7-f138-4987-9861-c99409ef54cc req-96a87d1b-ec04-42c3-81ec-ab97600ea0d9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Floating IP d5a860e5-1a5e-469a-addd-de81c6b0f1ff associated. External IP: 172.27.0.244, port: 610e0f66-2b3f-4fde-b068-44352ba77821.
Feb 03 12:44:58.555669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3e856b7-f138-4987-9861-c99409ef54cc req-96a87d1b-ec04-42c3-81ec-ab97600ea0d9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Router 157f383f-fc26-4a78-9e2f-1335d944fa23 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:44:58.751074 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3e856b7-f138-4987-9861-c99409ef54cc req-96a87d1b-ec04-42c3-81ec-ab97600ea0d9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:44:58.755986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e3e856b7-f138-4987-9861-c99409ef54cc req-96a87d1b-ec04-42c3-81ec-ab97600ea0d9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:44:58.762111 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] Sync routers for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:44:58.773633 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:44:58.774391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a039c2978>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:44:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:44:58.816858 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3e856b7-f138-4987-9861-c99409ef54cc req-96a87d1b-ec04-42c3-81ec-ab97600ea0d9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "PUT /v2.0/floatingips/d5a860e5-1a5e-469a-addd-de81c6b0f1ff HTTP/1.1" status: 200  len: 997 time: 1.8352890
Feb 03 12:44:58.817343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'tag': '610e0f66-2b3f-4fde-b068-44352ba77821'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:44:58.915656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e856b7-f138-4987-9861-c99409ef54cc req-20228358-1f1a-4709-a677-5d2c9a9e1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:58.917302 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3e856b7-f138-4987-9861-c99409ef54cc req-20228358-1f1a-4709-a677-5d2c9a9e1f6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 1163 time: 0.0851314
Feb 03 12:44:58.976352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:44:59.056426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e33c9a-c9f3-437b-b539-7b9fc9e544fc req-e50058a9-7b2d-4a0c-91f4-4a309bc3e782 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:59.058146 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-24e33c9a-c9f3-437b-b539-7b9fc9e544fc req-e50058a9-7b2d-4a0c-91f4-4a309bc3e782 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 945 time: 0.1921411
Feb 03 12:44:59.081512 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e856b7-f138-4987-9861-c99409ef54cc req-fd894c8c-f952-43d3-9e11-8b1921b06220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:59.083520 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3e856b7-f138-4987-9861-c99409ef54cc req-fd894c8c-f952-43d3-9e11-8b1921b06220 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1506736
Feb 03 12:44:59.126158 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-24e33c9a-c9f3-437b-b539-7b9fc9e544fc req-175a307d-598d-4e77-8b7e-624e034840da tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608509
Feb 03 12:44:59.206608 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3e856b7-f138-4987-9861-c99409ef54cc req-87aa18a5-d9c9-4c77-9a47-5502666711ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=610e0f66-2b3f-4fde-b068-44352ba77821 HTTP/1.1" status: 200  len: 1000 time: 0.1157331
Feb 03 12:44:59.208538 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'tag': '610e0f66-2b3f-4fde-b068-44352ba77821', 'status': 'completed', 'code': 200}
Feb 03 12:44:59.284489 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e856b7-f138-4987-9861-c99409ef54cc req-3e04fabc-89d1-4a21-ad7f-090abe8fb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:59.286238 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3e856b7-f138-4987-9861-c99409ef54cc req-3e04fabc-89d1-4a21-ad7f-090abe8fb187 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0730774
Feb 03 12:44:59.342538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-15d1427a-4bd9-4106-9bcb-8f4cba4209b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:59.344516 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-15d1427a-4bd9-4106-9bcb-8f4cba4209b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 1163 time: 0.0994213
Feb 03 12:44:59.359923 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a039c2978>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '629d9a0d-1b3c-4956-ba81-209c051c948e', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:4b:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:37Z', 'updated_at': '2021-02-03T12:42:42Z', 'revision_number': 2, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}, {'id': 'd5a860e5-1a5e-469a-addd-de81c6b0f1ff', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': '610e0f66-2b3f-4fde-b068-44352ba77821', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:99:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:44:55Z', 'updated_at': '2021-02-03T12:44:57Z', 'revision_number': 1, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:44:59.364229 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] Checking router: 157f383f-fc26-4a78-9e2f-1335d944fa23 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:44:59.374823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:44:59.375102 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e856b7-f138-4987-9861-c99409ef54cc req-55428b16-206b-4dd4-b5b4-d6024172fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:59.375489 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a039c2978>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:44:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:44:59.377135 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3e856b7-f138-4987-9861-c99409ef54cc req-55428b16-206b-4dd4-b5b4-d6024172fa1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839844
Feb 03 12:44:59.528942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-f782c740-cd5b-418b-86cc-8da33fcdafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:59.530999 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-f782c740-cd5b-418b-86cc-8da33fcdafd6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1791549
Feb 03 12:44:59.543465 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3e856b7-f138-4987-9861-c99409ef54cc req-af97e23b-2847-4fbb-90ad-c8fe26732d6e service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585252
Feb 03 12:44:59.587780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:44:59.665791 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-ef96cacd-aa42-4dc9-9c79-8d20959e2ad3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=610e0f66-2b3f-4fde-b068-44352ba77821 HTTP/1.1" status: 200  len: 1000 time: 0.1272666
Feb 03 12:44:59.705816 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e3e856b7-f138-4987-9861-c99409ef54cc req-d8765910-f67d-44c7-a140-8ca82793a022 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1588023
Feb 03 12:44:59.765494 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-0489fb09-1299-4a78-9147-f0cbe8292da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:59.767279 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-0489fb09-1299-4a78-9147-f0cbe8292da3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0879960
Feb 03 12:44:59.862196 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-1426700c-7016-4711-abcc-7e41411fa0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:44:59.864018 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-1426700c-7016-4711-abcc-7e41411fa0cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869982
Feb 03 12:45:00.011296 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a039c2978>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '629d9a0d-1b3c-4956-ba81-209c051c948e', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:4b:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:37Z', 'updated_at': '2021-02-03T12:42:42Z', 'revision_number': 2, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}, {'id': 'd5a860e5-1a5e-469a-addd-de81c6b0f1ff', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': '610e0f66-2b3f-4fde-b068-44352ba77821', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:99:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:44:55Z', 'updated_at': '2021-02-03T12:44:57Z', 'revision_number': 1, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:45:00.017816 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-ead02afb-6ea3-4887-adba-e25cd1f0b61b service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428313
Feb 03 12:45:00.019215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393babe1-d884-40ee-8eaf-fc22d68fe0fc None None] The sync data for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi is: [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '629d9a0d-1b3c-4956-ba81-209c051c948e', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:4b:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:37Z', 'updated_at': '2021-02-03T12:42:42Z', 'revision_number': 2, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}, {'id': 'd5a860e5-1a5e-469a-addd-de81c6b0f1ff', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': '610e0f66-2b3f-4fde-b068-44352ba77821', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:99:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:44:55Z', 'updated_at': '2021-02-03T12:44:57Z', 'revision_number': 1, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:45:00.169756 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e52796ac-6bbf-4ef2-9b26-186987af5301 req-55293085-88b8-4048-8ad6-da812d732c0e service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443870
Feb 03 12:45:00.321085 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1668051d-a7ce-46b6-a418-faf5f232e09a None None] New status for floating IP d5a860e5-1a5e-469a-addd-de81c6b0f1ff: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:45:06.986789 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:09.848450 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-9c257775-f764-4fa4-99b4-bb607ed9e801 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0830343
Feb 03 12:45:10.022717 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-f9c26422-314c-47f1-81de-17c2dca83594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:45:10.024288 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-f9c26422-314c-47f1-81de-17c2dca83594 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 1162 time: 0.0829272
Feb 03 12:45:10.191079 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-421e433e-a741-4487-ba3e-31ebbda15979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:45:10.192721 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-421e433e-a741-4487-ba3e-31ebbda15979 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1433337
Feb 03 12:45:10.312380 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-2559ce8c-ba26-4893-b431-f184a85503ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 200  len: 1000 time: 0.1069655
Feb 03 12:45:10.388838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-1e788265-12b3-4664-a8e9-7d44dbcb87af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:45:10.390462 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-1e788265-12b3-4664-a8e9-7d44dbcb87af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0675838
Feb 03 12:45:10.479308 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-27712a99-9451-4656-b897-cbc3a987ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:45:10.480961 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-27712a99-9451-4656-b897-cbc3a987ea08 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818145
Feb 03 12:45:10.878690 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-616bc488-8c75-4783-8f3a-773516c5b90e service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3873689
Feb 03 12:45:11.058218 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-52b5f94a-0f7d-426b-b08f-65fff0fd5eaa req-787188a0-7be2-48b8-a84d-4e88657e10f6 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1669264
Feb 03 12:45:22.470748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1448fec0-4814-4b95-a2ae-068962ee6303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:24.052444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:45:25.058415 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8860567f-0910-4f2b-8f0a-fc85889a7d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:25.688974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:26.277295 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:27.043115 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:37.001859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:50.657984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8e568-50c2-4bc0-910d-7d1843c7fc42 req-d38ba404-ef9f-4298-8602-819108f12875 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:45:50.659874 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59d8e568-50c2-4bc0-910d-7d1843c7fc42 req-d38ba404-ef9f-4298-8602-819108f12875 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 945 time: 0.1790595
Feb 03 12:45:50.734865 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-59d8e568-50c2-4bc0-910d-7d1843c7fc42 req-a4d1eaac-07fe-4840-93be-b244d63668ee tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652034
Feb 03 12:45:51.272230 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-6c586273-7f96-4afa-a1de-a7370788a0ca req-fa9ebdf9-a28f-4c7d-aeec-f0171331fd5d service neutron] (80115) timed out ('10.222.0.86', 60984) {{(pid=80115) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 03 12:45:52.049893 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9c5b9-2893-40f4-8221-d01f56b5a52a req-fa0e28d2-ea95-4002-a2bc-4ed55e268134 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:45:52.051580 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-afd9c5b9-2893-40f4-8221-d01f56b5a52a req-fa0e28d2-ea95-4002-a2bc-4ed55e268134 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 945 time: 0.1737406
Feb 03 12:45:52.120818 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-afd9c5b9-2893-40f4-8221-d01f56b5a52a req-0554dd45-9c9d-4d35-b68d-330d1ef4cbab tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592265
Feb 03 12:45:52.471490 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23ef46ad-3909-4d79-8ceb-0fac0790565b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:53.086919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-3c9ec3c7-e0c6-4851-b693-9e359c3f7afe tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:45:53.088550 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-3c9ec3c7-e0c6-4851-b693-9e359c3f7afe tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 945 time: 0.1868691
Feb 03 12:45:53.196796 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Deleting port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:45:53.197186 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:53.424983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ad47b-aabb-4e63-a8bc-d4309710d114 req-7a01802d-cbb2-43ec-b931-20ce31949f2c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:45:53.426690 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-552ad47b-aabb-4e63-a8bc-d4309710d114 req-7a01802d-cbb2-43ec-b931-20ce31949f2c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 945 time: 0.1700339
Feb 03 12:45:53.474005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] For port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=85de3c0e-2fe8-4f29-b822-9d6593c8b6df,segment=NetworkSegment(1819989e-1c63-4089-b6fa-4452c237d6cd),segment_id=1819989e-1c63-4089-b6fa-4452c237d6cd)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:45:53.474448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:53.491612 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-552ad47b-aabb-4e63-a8bc-d4309710d114 req-20945f13-c18c-4123-afe3-29f2b4adff56 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583887
Feb 03 12:45:53.614150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Calling delete_port for 85de3c0e-2fe8-4f29-b822-9d6593c8b6df owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:45:53.770110 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:53.788346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2cd86364-20af-4557-add2-caceebd55235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:45:53.887870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Pushing event deleted for resources: {'Port': ['ID=85de3c0e-2fe8-4f29-b822-9d6593c8b6df,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:45:53.904447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.904877 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.905288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.905693 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.906132 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.906537 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.906939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.907344 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.907746 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.908143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.908549 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.908939 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.909409 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.909842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.910221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.910617 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.911014 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.911412 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.911809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.912210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.912607 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.913007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.913402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.913827 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:45:53.917958 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:45:54.016565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] No DVR routers for this DVR port 85de3c0e-2fe8-4f29-b822-9d6593c8b6df on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:45:54.019156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:54.022433 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2901a03-e4e5-4d8d-905f-5d0b46fa0f12', 'name': 'network-vif-deleted', 'tag': '85de3c0e-2fe8-4f29-b822-9d6593c8b6df'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:45:54.043045 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-509ff9d5-1214-4294-9b73-35c966d63c37 req-fb437048-6447-4f21-8df4-32cd8cf173c8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.86 "DELETE /v2.0/ports/85de3c0e-2fe8-4f29-b822-9d6593c8b6df HTTP/1.1" status: 204  len: 173 time: 0.9449089
Feb 03 12:45:54.088877 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2901a03-e4e5-4d8d-905f-5d0b46fa0f12', 'name': 'network-vif-deleted', 'tag': '85de3c0e-2fe8-4f29-b822-9d6593c8b6df', 'status': 'completed', 'code': 200}
Feb 03 12:45:54.520237 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85de3c0e-2fe8-4f29-b822-9d6593c8b6df no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:45:54.563528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] No Port match for: 85de3c0e-2fe8-4f29-b822-9d6593c8b6df {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:45:54.563881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 85de3c0e-2fe8-4f29-b822-9d6593c8b6df not bound to the agent host hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:45:54.711396 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f3e9735d-1fc5-4e7c-a94d-3ca3e0d3439f req-c953e638-06d8-4fb0-b1e3-c344dc3183c1 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2901a03-e4e5-4d8d-905f-5d0b46fa0f12 HTTP/1.1" status: 200  len: 210 time: 0.0571578
Feb 03 12:45:55.055821 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4152652f-d4c0-4faa-98df-dc34a560e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:55.693039 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:56.278155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:45:57.054436 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:01.057521 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:46:07.010357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:09.752639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-c0896a5b-e88e-4eb6-a361-2a2745dd5ae1 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:09.754304 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-c0896a5b-e88e-4eb6-a361-2a2745dd5ae1 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/networks?id=6ca28e2a-04fe-4259-958e-db7e55ac01cd HTTP/1.1" status: 200  len: 814 time: 0.2451882
Feb 03 12:46:09.771668 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-3063a6c0-8614-4a07-acc6-cf6fa6208eac tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/quotas/0f869620916449718ea61e1213b8ee7c HTTP/1.1" status: 200  len: 375 time: 0.0111980
Feb 03 12:46:09.825675 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-07596e99-9322-42c9-876e-4652d8228c73 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f869620916449718ea61e1213b8ee7c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483193
Feb 03 12:46:10.213020 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-e393e216-bd1e-4c83-9b83-52dc5b516039 service neutron] 10.222.0.38 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3797247
Feb 03 12:46:10.356742 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-8f2bb5a3-9f11-43ce-92c8-e2b5c5b305cb service neutron] 10.222.0.38 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370349
Feb 03 12:46:10.566070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-a268ae98-6410-4428-a94a-3cce1167dbbe req-ec3a9924-5c38-49a0-9fda-36753c1292e1 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Synchronizing usage tracker for tenant:0f869620916449718ea61e1213b8ee7c on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:46:10.581584 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-a268ae98-6410-4428-a94a-3cce1167dbbe req-ec3a9924-5c38-49a0-9fda-36753c1292e1 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Unset dirty status for tenant:0f869620916449718ea61e1213b8ee7c on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:46:10.583255 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-a268ae98-6410-4428-a94a-3cce1167dbbe req-ec3a9924-5c38-49a0-9fda-36753c1292e1 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 210 time: 0.0663121
Feb 03 12:46:11.773129 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1e69b6aa-5f97-4cdf-8793-069a92a3fc88 req-52a9b6e5-8e3e-4704-8673-0c74bcc635ce tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 210 time: 0.0579495
Feb 03 12:46:12.029317 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-c93f2669-1cf5-4705-b93c-8bf585c1c050 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:12.031025 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-c93f2669-1cf5-4705-b93c-8bf585c1c050 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.86 "GET /v2.0/networks?id=6ca28e2a-04fe-4259-958e-db7e55ac01cd HTTP/1.1" status: 200  len: 814 time: 0.3324997
Feb 03 12:46:12.039116 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-55865717-d6fd-4fb8-bedb-043e0685610a req-5ff7efb8-0b62-4cdc-a3cf-0581184e3d93 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2472868
Feb 03 12:46:12.069274 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Request body: {'port': {'device_id': '7c9ffdc9-2ab9-4bd0-84ee-1f356630508c', 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd', 'admin_state_up': True, 'tenant_id': '0f869620916449718ea61e1213b8ee7c'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:46:12.277724 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:46:12.291261 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55865717-d6fd-4fb8-bedb-043e0685610a req-f7b09d3a-b325-4b06-b953-41154e3a3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:12.292937 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-55865717-d6fd-4fb8-bedb-043e0685610a req-f7b09d3a-b325-4b06-b953-41154e3a3dc6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 1163 time: 0.2006240
Feb 03 12:46:12.293839 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:46:12.305372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Made reservation on behalf of 0f869620916449718ea61e1213b8ee7c for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 12:46:12.330469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:12.592145 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55865717-d6fd-4fb8-bedb-043e0685610a req-86f6e7c7-f0c0-4384-a6ce-73c729acc332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:12.593680 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-55865717-d6fd-4fb8-bedb-043e0685610a req-86f6e7c7-f0c0-4384-a6ce-73c729acc332 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.2526429
Feb 03 12:46:12.777609 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-55865717-d6fd-4fb8-bedb-043e0685610a req-72e0b1f9-5249-40b5-b4ad-b3e24c28e839 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=610e0f66-2b3f-4fde-b068-44352ba77821 HTTP/1.1" status: 200  len: 1002 time: 0.1716998
Feb 03 12:46:12.918615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55865717-d6fd-4fb8-bedb-043e0685610a req-1d56ff62-5d67-4dd2-82c1-609d4fd6fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:12.920187 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-55865717-d6fd-4fb8-bedb-043e0685610a req-1d56ff62-5d67-4dd2-82c1-609d4fd6fff2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.1288350
Feb 03 12:46:12.956008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Allocated IP 172.20.0.14 (6ca28e2a-04fe-4259-958e-db7e55ac01cd/a9b005ea-9203-4498-843e-02f437af45cf/bb5d3626-6722-4818-b4fc-e1ae56534ed2) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 12:46:13.006741 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ae6a5c23-5414-4b4f-a258-241785c941a5 req-f742a182-74b5-4f77-808b-960f80299173 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 210 time: 0.0938330
Feb 03 12:46:13.431634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55865717-d6fd-4fb8-bedb-043e0685610a req-5c846468-a8fb-429b-a2f2-b12ae7710f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:13.433259 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-55865717-d6fd-4fb8-bedb-043e0685610a req-5c846468-a8fb-429b-a2f2-b12ae7710f31 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4692063
Feb 03 12:46:13.589432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:13.636618 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-55865717-d6fd-4fb8-bedb-043e0685610a req-a8c17fca-b925-41c7-8ea1-56900e7ecac6 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1937757
Feb 03 12:46:13.676291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738652705122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:13.695538 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f5a079f6-0528-4822-bade-69efb330ef7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:46:13.891843 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Pushing event updated for resources: {'Port': ['ID=bb5d3626-6722-4818-b4fc-e1ae56534ed2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:46:13.904604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:46:13.973184 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-55865717-d6fd-4fb8-bedb-043e0685610a req-ab0519e1-606e-4909-8a73-172253474b60 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3232248
Feb 03 12:46:14.002614 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Network 6ca28e2a-04fe-4259-958e-db7e55ac01cd is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 12:46:14.003899 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Resources bound (agent type, host, resource id):  {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 12:46:14.006413 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 12:46:14.143427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:14.144188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:14.176982 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-180b8bb8-8434-47e5-aa1b-8cb8e495ad3c tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1118848
Feb 03 12:46:14.192567 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.v2.base [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Request body: {'port': {'device_id': '7c9ffdc9-2ab9-4bd0-84ee-1f356630508c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 12:46:14.317505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:14.438519 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e36d05-53d6-4093-8f99-a0d299ce65a0 req-0502acb1-72f5-44ee-a4e9-88a57b46ad11 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:14.440230 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c6e36d05-53d6-4093-8f99-a0d299ce65a0 req-0502acb1-72f5-44ee-a4e9-88a57b46ad11 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 932 time: 0.1633875
Feb 03 12:46:14.504605 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-c6e36d05-53d6-4093-8f99-a0d299ce65a0 req-7d065160-d259-4c4f-8e3e-66b34222f66a tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577526
Feb 03 12:46:14.748192 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5d3626-6722-4818-b4fc-e1ae56534ed2 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 12:46:14.756542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:14.769266 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Transition to ACTIVE for port object bb5d3626-6722-4818-b4fc-e1ae56534ed2 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 12:46:14.773382 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:14.788716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2c33ca1d-7ba5-40ba-aeea-601517b24056 tempest-AttachVolumeTestJSON-1040315567 tempest-AttachVolumeTestJSON-1040315567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:46:14.940030 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Pushing event updated for resources: {'Port': ['ID=bb5d3626-6722-4818-b4fc-e1ae56534ed2,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:46:14.945235 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:46:15.114445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Attempting to bind port bb5d3626-6722-4818-b4fc-e1ae56534ed2 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 12:46:15.114815 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Attempting to bind port bb5d3626-6722-4818-b4fc-e1ae56534ed2 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '1819989e-1c63-4089-b6fa-4452c237d6cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 12:46:15.115178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Attempting to bind port bb5d3626-6722-4818-b4fc-e1ae56534ed2 on network 6ca28e2a-04fe-4259-958e-db7e55ac01cd {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 12:46:15.121246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Checking agent: {'id': '8a0e40ab-93fa-4b13-b169-38c98de8d0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 12, 26, 4), 'started_at': datetime.datetime(2021, 2, 3, 12, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 12:46:15.121622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Checking segment: {'id': '1819989e-1c63-4089-b6fa-4452c237d6cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 12:46:15.122063 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:15.122452 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Bound using segment: {'id': '1819989e-1c63-4089-b6fa-4452c237d6cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 12:46:15.122920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Bound port: bb5d3626-6722-4818-b4fc-e1ae56534ed2, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1819989e-1c63-4089-b6fa-4452c237d6cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ca28e2a-04fe-4259-958e-db7e55ac01cd'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 12:46:15.123289 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:15.220172 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] For port bb5d3626-6722-4818-b4fc-e1ae56534ed2, host hv-cinder-77387, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 12:46:15.223583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] For port bb5d3626-6722-4818-b4fc-e1ae56534ed2, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=bb5d3626-6722-4818-b4fc-e1ae56534ed2,segment=NetworkSegment(1819989e-1c63-4089-b6fa-4452c237d6cd),segment_id=1819989e-1c63-4089-b6fa-4452c237d6cd)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 12:46:15.228151 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6455494'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:15.241735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-476673af-863f-4fcf-a725-59f6b3d6b8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:46:15.409082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Pushing event updated for resources: {'Port': ['ID=bb5d3626-6722-4818-b4fc-e1ae56534ed2,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:46:15.412649 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:46:15.450157 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:15.450853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:15.452329 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] 10.222.0.86 "PUT /v2.0/ports/bb5d3626-6722-4818-b4fc-e1ae56534ed2 HTTP/1.1" status: 200  len: 1158 time: 1.2649255
Feb 03 12:46:15.452878 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9ffdc9-2ab9-4bd0-84ee-1f356630508c', 'tag': 'bb5d3626-6722-4818-b4fc-e1ae56534ed2'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:46:15.538010 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9ffdc9-2ab9-4bd0-84ee-1f356630508c', 'tag': 'bb5d3626-6722-4818-b4fc-e1ae56534ed2', 'status': 'completed', 'code': 200}
Feb 03 12:46:15.586532 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-c7f84673-64e4-4cf6-9f66-4e1e31fa6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:15.588184 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-c7f84673-64e4-4cf6-9f66-4e1e31fa6bde service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0f869620916449718ea61e1213b8ee7c&device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 1161 time: 0.0891459
Feb 03 12:46:15.666978 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-c269fef5-8a78-48c6-aa71-2d801f5c44e0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb5d3626-6722-4818-b4fc-e1ae56534ed2 HTTP/1.1" status: 200  len: 217 time: 0.0697439
Feb 03 12:46:15.738528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-8230b296-1876-422b-8e3f-68f7728933fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:15.740115 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-8230b296-1876-422b-8e3f-68f7728933fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a9b005ea-9203-4498-843e-02f437af45cf HTTP/1.1" status: 200  len: 854 time: 0.0657287
Feb 03 12:46:15.797784 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-b25553bf-4173-46b2-bf36-8fb5c264ad56 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6ca28e2a-04fe-4259-958e-db7e55ac01cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488868
Feb 03 12:46:15.813870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736d953-cef3-4ad9-aea6-bf5a8022bca3 req-fad44438-119f-4a01-afdd-961b1b1008ec tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:15.815941 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7736d953-cef3-4ad9-aea6-bf5a8022bca3 req-fad44438-119f-4a01-afdd-961b1b1008ec tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 944 time: 0.1779482
Feb 03 12:46:15.884063 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-7736d953-cef3-4ad9-aea6-bf5a8022bca3 req-76a0cb45-7088-4e3a-9dcb-6e8a8d6f63ff tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603938
Feb 03 12:46:15.945949 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-2dcd2715-7be1-4867-b6c0-eab9f561fef1 service neutron] 10.222.0.86 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395476
Feb 03 12:46:16.100876 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6c1eb3aa-f3fb-47fb-a285-c96c19af60e7 req-0233384c-5c7b-479d-861a-a5a7b0529b73 service neutron] 10.222.0.86 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471112
Feb 03 12:46:16.250127 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84708600-ffb7-47b0-909d-c6ddd369a1ec req-1aaed892-a7dc-4a22-8641-d925e93098d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:16.251764 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-84708600-ffb7-47b0-909d-c6ddd369a1ec req-1aaed892-a7dc-4a22-8641-d925e93098d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0f869620916449718ea61e1213b8ee7c&device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 1161 time: 0.0901425
Feb 03 12:46:16.411574 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84708600-ffb7-47b0-909d-c6ddd369a1ec req-3d8d3e37-afb1-4bd8-98b2-40f2023efa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:16.413164 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-84708600-ffb7-47b0-909d-c6ddd369a1ec req-3d8d3e37-afb1-4bd8-98b2-40f2023efa26 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6ca28e2a-04fe-4259-958e-db7e55ac01cd HTTP/1.1" status: 200  len: 908 time: 0.1528187
Feb 03 12:46:16.518162 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-84708600-ffb7-47b0-909d-c6ddd369a1ec req-24e93dff-6db8-4c5f-90f1-7fafc7a2b7ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb5d3626-6722-4818-b4fc-e1ae56534ed2 HTTP/1.1" status: 200  len: 217 time: 0.0901668
Feb 03 12:46:16.598868 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84708600-ffb7-47b0-909d-c6ddd369a1ec req-934f612f-bee2-4c63-858b-3af3fdc5069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:16.600421 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-84708600-ffb7-47b0-909d-c6ddd369a1ec req-934f612f-bee2-4c63-858b-3af3fdc5069d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a9b005ea-9203-4498-843e-02f437af45cf HTTP/1.1" status: 200  len: 854 time: 0.0722203
Feb 03 12:46:16.657767 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-84708600-ffb7-47b0-909d-c6ddd369a1ec req-635aee20-24ed-4e50-952d-bb4eed7a009f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6ca28e2a-04fe-4259-958e-db7e55ac01cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465338
Feb 03 12:46:16.823398 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-84708600-ffb7-47b0-909d-c6ddd369a1ec req-81c95b90-36e5-4842-ba87-a38cf5c0f8b6 service neutron] 10.222.0.86 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524069
Feb 03 12:46:16.982565 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-84708600-ffb7-47b0-909d-c6ddd369a1ec req-6dab9474-ad2b-4829-a117-1582350253c7 service neutron] 10.222.0.86 "GET /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406748
Feb 03 12:46:17.433093 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943f919-2b1f-4495-b423-f0893860ba25 req-9998b52b-2e95-4205-950e-dc55bf148525 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:17.433908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-9943f919-2b1f-4495-b423-f0893860ba25 req-9998b52b-2e95-4205-950e-dc55bf148525 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Synchronizing usage tracker for tenant:0f869620916449718ea61e1213b8ee7c on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:46:17.458751 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-9943f919-2b1f-4495-b423-f0893860ba25 req-9998b52b-2e95-4205-950e-dc55bf148525 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Unset dirty status for tenant:0f869620916449718ea61e1213b8ee7c on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:46:17.460028 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9943f919-2b1f-4495-b423-f0893860ba25 req-9998b52b-2e95-4205-950e-dc55bf148525 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 944 time: 0.4451056
Feb 03 12:46:17.524973 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9943f919-2b1f-4495-b423-f0893860ba25 req-07caae0f-fcd3-4098-9b65-21d80e016f50 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583313
Feb 03 12:46:18.850002 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb6fd0-dc61-4bc0-b97b-9c3454ec6d9b req-3ebbec85-66aa-44c4-932e-85715aed966f tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:18.851528 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-93bb6fd0-dc61-4bc0-b97b-9c3454ec6d9b req-3ebbec85-66aa-44c4-932e-85715aed966f tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 944 time: 0.1744406
Feb 03 12:46:18.921015 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-93bb6fd0-dc61-4bc0-b97b-9c3454ec6d9b req-87e54089-46ea-4f47-93e8-20ca532fbb20 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599368
Feb 03 12:46:19.428629 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device bb5d3626-6722-4818-b4fc-e1ae56534ed2 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:46:19.514534 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning for port bb5d3626-6722-4818-b4fc-e1ae56534ed2 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 12:46:19.519970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port bb5d3626-6722-4818-b4fc-e1ae56534ed2 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:46:19.520369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:19.648488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:19.678081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9ffdc9-2ab9-4bd0-84ee-1f356630508c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5d3626-6722-4818-b4fc-e1ae56534ed2'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:46:19.689330 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port bb5d3626-6722-4818-b4fc-e1ae56534ed2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=bb5d3626-6722-4818-b4fc-e1ae56534ed2,segment=NetworkSegment(1819989e-1c63-4089-b6fa-4452c237d6cd),segment_id=1819989e-1c63-4089-b6fa-4452c237d6cd)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:46:19.693810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:19.696366 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-961d444c-7e2a-4c6c-99f7-3a67174462eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:46:19.742304 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9ffdc9-2ab9-4bd0-84ee-1f356630508c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5d3626-6722-4818-b4fc-e1ae56534ed2', 'code': 200}
Feb 03 12:46:19.769105 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=bb5d3626-6722-4818-b4fc-e1ae56534ed2,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:46:19.777140 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.777525 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.777927 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.778299 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.778666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.779025 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.779391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.779749 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.780107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.780445 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.780801 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.781159 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.781554 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.781938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.782343 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.783241 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.783424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.783666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.784021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.784379 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.784745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.785099 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.785453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.785834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:19.790038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:46:20.003913 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75410b22-0510-4981-a4d1-96c9e3f88671 req-c61d29e3-9d9d-4bf7-a343-64db0b23f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:20.005574 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-75410b22-0510-4981-a4d1-96c9e3f88671 req-c61d29e3-9d9d-4bf7-a343-64db0b23f319 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 1163 time: 0.0851636
Feb 03 12:46:20.058810 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-75410b22-0510-4981-a4d1-96c9e3f88671 req-eaf93fcd-c593-47f4-be60-fc08812ba70c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443730
Feb 03 12:46:20.225060 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083b1da-8068-45d5-9d0b-8029a8b76a8d req-f7d33798-122d-498a-904c-b5d71c8c2b01 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:20.226633 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d083b1da-8068-45d5-9d0b-8029a8b76a8d req-f7d33798-122d-498a-904c-b5d71c8c2b01 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 946 time: 0.1712861
Feb 03 12:46:20.295412 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d083b1da-8068-45d5-9d0b-8029a8b76a8d req-068f8a40-c19f-47e6-90e0-25f4aecdbb55 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592182
Feb 03 12:46:21.016426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device bb5d3626-6722-4818-b4fc-e1ae56534ed2 up at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 12:46:21.026785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-489b0535-3acc-4149-881c-013946d614e8 req-629ac581-e326-4277-bde1-393feee5e235 service neutron] (80115) timed out ('10.222.0.86', 60948) {{(pid=80115) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 03 12:46:21.099989 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Provisioning complete for port bb5d3626-6722-4818-b4fc-e1ae56534ed2 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 12:46:21.100408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854747557'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:21.605782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5d97c-c52f-4f18-ad75-5b6455e6800c req-efb6c649-be7f-4196-98fd-81bcda9094cf tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:21.607372 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bec5d97c-c52f-4f18-ad75-5b6455e6800c req-efb6c649-be7f-4196-98fd-81bcda9094cf tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 946 time: 0.1675963
Feb 03 12:46:21.676275 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-bec5d97c-c52f-4f18-ad75-5b6455e6800c req-93f3c48d-5584-4098-833a-5c6305742e40 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589478
Feb 03 12:46:22.470620 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d82eeb93-b6a3-45dd-93d5-a3d47bb4d7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:23.010280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8810c8-1f6a-47e3-8f89-9c5da75133db req-d71925f2-9f4c-464d-a2a4-0c6d6474d597 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:23.011930 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6a8810c8-1f6a-47e3-8f89-9c5da75133db req-d71925f2-9f4c-464d-a2a4-0c6d6474d597 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 946 time: 0.1761708
Feb 03 12:46:23.084384 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6a8810c8-1f6a-47e3-8f89-9c5da75133db req-73f5cb02-b968-49c1-9a9d-ea2b406fb96e tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624864
Feb 03 12:46:25.069834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31e97c14-bc18-4694-b8d0-50bb6e2a31a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:25.703200 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:26.278387 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:27.051638 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:37.014012 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:38.057549 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:46:48.970786 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-a0679bc2-8f5a-4626-a1a2-52a768775269 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips/d5a860e5-1a5e-469a-addd-de81c6b0f1ff HTTP/1.1" status: 200  len: 999 time: 0.1363358
Feb 03 12:46:49.223281 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-b35b8b94-985e-4367-8fe6-f62d1e668037 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:49.224831 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-b35b8b94-985e-4367-8fe6-f62d1e668037 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 784 time: 0.2474327
Feb 03 12:46:49.237993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-94e30530-a181-4a71-a8e2-48e7a019179e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:46:49.239064 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-94e30530-a181-4a71-a8e2-48e7a019179e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0072017
Feb 03 12:46:49.377369 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-91e9c772-f809-46b8-a7a2-162f616647d3 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.244 HTTP/1.1" status: 200  len: 1002 time: 0.1313210
Feb 03 12:46:49.554447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-76e28a7d-bd05-4510-bca2-511f1b68e428 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:49.556014 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-76e28a7d-bd05-4510-bca2-511f1b68e428 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports/610e0f66-2b3f-4fde-b068-44352ba77821 HTTP/1.1" status: 200  len: 943 time: 0.1722527
Feb 03 12:46:49.767524 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-bf4a86c6-a465-4ad0-bea8-8d94373021bc tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.244 HTTP/1.1" status: 200  len: 1002 time: 0.1263278
Feb 03 12:46:50.026450 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Deleting port bfe489b6-1ac3-47b0-8d7b-e5fe8a919111 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:46:50.027067 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:50.212101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:50.212476 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:50.233350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b301e-49c4-43e9-9a9f-b2783bf41ecd req-346a1776-fd83-47ba-9f84-7a725c0e1787 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:50.235167 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-795b301e-49c4-43e9-9a9f-b2783bf41ecd req-346a1776-fd83-47ba-9f84-7a725c0e1787 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 946 time: 0.1671033
Feb 03 12:46:50.302801 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-795b301e-49c4-43e9-9a9f-b2783bf41ecd req-d3653bc1-114b-4540-9df9-5af67fbd2a5d tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608909
Feb 03 12:46:50.350621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Calling delete_port for bfe489b6-1ac3-47b0-8d7b-e5fe8a919111 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:46:50.517077 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:50.533911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-30151c31-393e-4daa-9071-af60888bfbbe tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:46:50.628887 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event deleted for resources: {'Port': ['ID=bfe489b6-1ac3-47b0-8d7b-e5fe8a919111,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:46:50.639197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:46:50.769380 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:50.769683 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Floating IP d5a860e5-1a5e-469a-addd-de81c6b0f1ff disassociated (deleted). External IP: 172.27.0.244, port: 610e0f66-2b3f-4fde-b068-44352ba77821.
Feb 03 12:46:51.171840 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Router 157f383f-fc26-4a78-9e2f-1335d944fa23 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:46:51.370932 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:46:51.381323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] Sync routers for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:46:51.391854 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:46:51.392527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0364da20>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:46:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:46:51.400425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:51.467728 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e83bb70d-47d8-4a67-9730-4ea004c67e06 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "DELETE /v2.0/floatingips/d5a860e5-1a5e-469a-addd-de81c6b0f1ff HTTP/1.1" status: 204  len: 173 time: 1.6934245
Feb 03 12:46:51.468319 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'tag': '610e0f66-2b3f-4fde-b068-44352ba77821'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:46:51.627852 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be3bb3-bb11-4a8a-82d5-b6fcb89f9405 req-b93bb1ae-ef02-4ab6-a29b-ba072c76a585 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:51.629659 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-19be3bb3-bb11-4a8a-82d5-b6fcb89f9405 req-b93bb1ae-ef02-4ab6-a29b-ba072c76a585 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 946 time: 0.1869082
Feb 03 12:46:51.653146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-9a7fa7e4-5252-4ce6-8a0f-f7325ac213e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:51.655190 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-9a7fa7e4-5252-4ce6-8a0f-f7325ac213e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 1163 time: 0.1717792
Feb 03 12:46:51.698518 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-19be3bb3-bb11-4a8a-82d5-b6fcb89f9405 req-3bb3e9af-8320-478b-b9d7-ffff737cd985 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615747
Feb 03 12:46:51.746627 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:46:51.781284 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'tag': '610e0f66-2b3f-4fde-b068-44352ba77821', 'status': 'completed', 'code': 200}
Feb 03 12:46:51.804982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-1372ccaa-0b3a-41f1-8b45-46a78a665174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:51.806702 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-1372ccaa-0b3a-41f1-8b45-46a78a665174 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1445215
Feb 03 12:46:51.929322 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-7f927fbe-88d2-4c63-8559-eb7ec226fb06 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=610e0f66-2b3f-4fde-b068-44352ba77821 HTTP/1.1" status: 200  len: 217 time: 0.1139514
Feb 03 12:46:52.021001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-3bd97323-9300-4111-9977-b216caa1dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:52.022606 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-3bd97323-9300-4111-9977-b216caa1dc59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0802355
Feb 03 12:46:52.027851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-a5b70bcd-256a-470f-b119-59c7710b9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:52.029046 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-a5b70bcd-256a-470f-b119-59c7710b9e86 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 1163 time: 0.2155306
Feb 03 12:46:52.138672 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0364da20>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '629d9a0d-1b3c-4956-ba81-209c051c948e', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:4b:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:37Z', 'updated_at': '2021-02-03T12:42:42Z', 'revision_number': 2, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:46:52.143329 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] Checking router: 157f383f-fc26-4a78-9e2f-1335d944fa23 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:46:52.153766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:46:52.154500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a0364da20>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:46:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:46:52.358969 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:46:52.463595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07d200ef-eab4-4933-a252-4d2965945ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:52.497086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-cca8740f-207c-4a09-af1d-5ab821c1dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:52.505688 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-cca8740f-207c-4a09-af1d-5ab821c1dd10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4691720
Feb 03 12:46:52.529593 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-82e9239b-689f-4440-81e0-90c87b73a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:52.531186 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-82e9239b-689f-4440-81e0-90c87b73a0c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.2068901
Feb 03 12:46:52.704876 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-bfeea5dc-7542-416b-96d9-fc8dec4c562f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=610e0f66-2b3f-4fde-b068-44352ba77821 HTTP/1.1" status: 200  len: 217 time: 0.1177227
Feb 03 12:46:52.741134 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a0364da20>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '629d9a0d-1b3c-4956-ba81-209c051c948e', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:4b:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:37Z', 'updated_at': '2021-02-03T12:42:42Z', 'revision_number': 2, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:46:52.746773 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13be9b-309d-4282-b4e5-2fd715be5849 None None] The sync data for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi is: [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_floatingips': [{'id': '629d9a0d-1b3c-4956-ba81-209c051c948e', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'router_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'port_id': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'mac_address': 'fa:16:3e:4b:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d247080-4b53-45e7-a861-7c376075d6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T12:42:37Z', 'updated_at': '2021-02-03T12:42:42Z', 'revision_number': 2, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:46:52.838221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-596b009e-8b28-4b93-bc9d-9e109f38bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:52.839852 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-596b009e-8b28-4b93-bc9d-9e109f38bb77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.1219988
Feb 03 12:46:52.848293 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-e88ef561-8bfe-41e1-9663-a7028ee00823 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3417203
Feb 03 12:46:53.011182 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcc0df-ca91-4e54-bd0f-bfca507ec708 req-b50de3e2-7ba7-4213-b826-8e6f3243a462 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:53.019292 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-afbcc0df-ca91-4e54-bd0f-bfca507ec708 req-b50de3e2-7ba7-4213-b826-8e6f3243a462 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 946 time: 0.1838059
Feb 03 12:46:53.067951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-23b37353-8060-4042-b1b3-946cc027a7d7 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:53.069596 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-23b37353-8060-4042-b1b3-946cc027a7d7 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 946 time: 0.4178162
Feb 03 12:46:53.076838 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device bb5d3626-6722-4818-b4fc-e1ae56534ed2 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:46:53.083080 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-afbcc0df-ca91-4e54-bd0f-bfca507ec708 req-58ee020d-1987-4d15-833f-416ab2d6c7cd tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628114
Feb 03 12:46:53.176583 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d2e03-bf73-4068-8014-e41b2166c1f1 None None] New status for floating IP d5a860e5-1a5e-469a-addd-de81c6b0f1ff: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:46:53.215205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Deleting port bb5d3626-6722-4818-b4fc-e1ae56534ed2 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:46:53.215589 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:53.293588 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-f9545368-6f46-4e86-abb3-9dfb49229261 req-9e7f3dd5-80ca-4030-a54a-951d21b4497e service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4002202
Feb 03 12:46:53.295541 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-caa0b5fc-41b4-48de-b702-12ce03e291ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:53.297077 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-caa0b5fc-41b4-48de-b702-12ce03e291ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4466233
Feb 03 12:46:53.336283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:53.369766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9ffdc9-2ab9-4bd0-84ee-1f356630508c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb5d3626-6722-4818-b4fc-e1ae56534ed2'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:46:53.377557 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port bb5d3626-6722-4818-b4fc-e1ae56534ed2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=bb5d3626-6722-4818-b4fc-e1ae56534ed2,segment=NetworkSegment(1819989e-1c63-4089-b6fa-4452c237d6cd),segment_id=1819989e-1c63-4089-b6fa-4452c237d6cd)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:46:53.381767 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:53.384168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:46:53.461745 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=bb5d3626-6722-4818-b4fc-e1ae56534ed2,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:46:53.468558 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:46:53.472541 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9ffdc9-2ab9-4bd0-84ee-1f356630508c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb5d3626-6722-4818-b4fc-e1ae56534ed2', 'code': 200}
Feb 03 12:46:53.601139 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-954eb0f1-ea5a-4648-b137-d51202b779cc service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2660596
Feb 03 12:46:53.762726 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] For port bb5d3626-6722-4818-b4fc-e1ae56534ed2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=bb5d3626-6722-4818-b4fc-e1ae56534ed2,segment=NetworkSegment(1819989e-1c63-4089-b6fa-4452c237d6cd),segment_id=1819989e-1c63-4089-b6fa-4452c237d6cd)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:46:53.763126 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:53.916754 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Calling delete_port for bb5d3626-6722-4818-b4fc-e1ae56534ed2 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:46:54.028815 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-22e7930f-f717-4afe-afd8-203b8c7c2dd3 req-4a4ad55d-e532-455f-ac9d-42b8533b9288 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4116197
Feb 03 12:46:54.139342 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f702f0-1a45-4008-ad06-254fbe6a4e42 req-c33270e2-02e1-467d-9abf-5ac6e506b3cb tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:54.140168 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-e6f702f0-1a45-4008-ad06-254fbe6a4e42 req-c33270e2-02e1-467d-9abf-5ac6e506b3cb tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:46:54.147734 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:46:54.148090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:46:54.159859 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-e6f702f0-1a45-4008-ad06-254fbe6a4e42 req-c33270e2-02e1-467d-9abf-5ac6e506b3cb tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:46:54.161165 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e6f702f0-1a45-4008-ad06-254fbe6a4e42 req-c33270e2-02e1-467d-9abf-5ac6e506b3cb tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 946 time: 0.4644902
Feb 03 12:46:54.230261 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-e6f702f0-1a45-4008-ad06-254fbe6a4e42 req-cab725e2-6956-413a-9caa-7b178011fb5f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0614467
Feb 03 12:46:54.389786 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6045b-990f-49db-9e26-58a020452c97 req-bb5f24ca-e011-46c1-ac27-1251d9af9de8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:54.391471 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96f6045b-990f-49db-9e26-58a020452c97 req-bb5f24ca-e011-46c1-ac27-1251d9af9de8 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 944 time: 0.1737695
Feb 03 12:46:54.461476 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-96f6045b-990f-49db-9e26-58a020452c97 req-15a731d6-5575-437a-a7e9-fc5d59d8be03 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596991
Feb 03 12:46:54.649936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Deleting port bb5d3626-6722-4818-b4fc-e1ae56534ed2 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:46:54.650625 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:55.064086 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-301d71b0-d325-4cc2-9e21-3fd9b8711891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:55.188072 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] For port bb5d3626-6722-4818-b4fc-e1ae56534ed2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=bb5d3626-6722-4818-b4fc-e1ae56534ed2,segment=NetworkSegment(1819989e-1c63-4089-b6fa-4452c237d6cd),segment_id=1819989e-1c63-4089-b6fa-4452c237d6cd)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:46:55.188471 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:55.322851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Calling delete_port for bb5d3626-6722-4818-b4fc-e1ae56534ed2 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:46:55.608299 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73195efa-140a-4a02-a95d-d71b3d11a0b1 req-458146de-8597-4cba-9006-8f7c0389ba88 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:55.610070 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-73195efa-140a-4a02-a95d-d71b3d11a0b1 req-458146de-8597-4cba-9006-8f7c0389ba88 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 946 time: 0.2396162
Feb 03 12:46:55.665156 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:55.689444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fb0c39cc-1db2-4699-a99e-76f7201b40e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:46:55.697403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:55.771630 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1affd-9724-40b5-b635-b084d364886f req-d33c5638-7603-40db-924d-10c7a8612eec tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:55.773355 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9fe1affd-9724-40b5-b635-b084d364886f req-d33c5638-7603-40db-924d-10c7a8612eec tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c9ffdc9-2ab9-4bd0-84ee-1f356630508c HTTP/1.1" status: 200  len: 865 time: 0.1666131
Feb 03 12:46:55.802678 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-73195efa-140a-4a02-a95d-d71b3d11a0b1 req-789cd00b-f5ec-4441-a3a1-58417e37056b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1847734
Feb 03 12:46:55.815225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Pushing event deleted for resources: {'Port': ['ID=bb5d3626-6722-4818-b4fc-e1ae56534ed2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:46:55.835634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.836069 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.836517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.837017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.837421 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.837867 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.838488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.838703 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.839016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.839440 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.839836 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.840228 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.840667 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.841170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.841442 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.841869 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.842214 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.842628 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.843021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.843414 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.843809 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.844204 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.844600 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.844988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:46:55.845474 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-9fe1affd-9724-40b5-b635-b084d364886f req-f35a0c11-68ef-443e-9c72-5d3f0885743b tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.38 "GET /v2.0/security-groups?id=889a57bb-3dae-46d4-b54d-6f44e502b1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650859
Feb 03 12:46:55.886818 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:46:56.009612 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] No DVR routers for this DVR port bb5d3626-6722-4818-b4fc-e1ae56534ed2 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:46:56.012553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:56.016234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9ffdc9-2ab9-4bd0-84ee-1f356630508c', 'name': 'network-vif-deleted', 'tag': 'bb5d3626-6722-4818-b4fc-e1ae56534ed2'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:46:56.112685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-71542eb0-78a3-4ae3-a6e4-67b7eb1512cb tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:46:56.114477 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-71542eb0-78a3-4ae3-a6e4-67b7eb1512cb tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 946 time: 0.2660487
Feb 03 12:46:56.116341 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9ffdc9-2ab9-4bd0-84ee-1f356630508c', 'name': 'network-vif-deleted', 'tag': 'bb5d3626-6722-4818-b4fc-e1ae56534ed2', 'status': 'completed', 'code': 200}
Feb 03 12:46:56.123325 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-2ee684f7-ee7f-4553-8bd1-22b5c1e6c88f req-5ee07584-d328-42f0-b121-efe2d9abdc96 tempest-VolumesSnapshotTestJSON-998978987 tempest-VolumesSnapshotTestJSON-998978987-project] 10.222.0.86 "DELETE /v2.0/ports/bb5d3626-6722-4818-b4fc-e1ae56534ed2 HTTP/1.1" status: 204  len: 173 time: 3.0408893
Feb 03 12:46:56.215880 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Deleting port 610e0f66-2b3f-4fde-b068-44352ba77821 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:46:56.216268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:56.273287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:56.511279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] For port 610e0f66-2b3f-4fde-b068-44352ba77821, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=610e0f66-2b3f-4fde-b068-44352ba77821,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:46:56.511657 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:56.651738 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Calling delete_port for 610e0f66-2b3f-4fde-b068-44352ba77821 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:46:56.819354 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:56.835199 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5dce9316-59ed-4262-8e83-0823eec2b5e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:46:56.891423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event deleted for resources: {'Port': ['ID=610e0f66-2b3f-4fde-b068-44352ba77821,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:46:56.895480 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:46:57.008551 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6acdcc91-b941-4bc9-850c-d5d6211d8ba7 req-212b83da-496a-453e-b59c-a031ab2cb989 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 210 time: 0.0566282
Feb 03 12:46:57.070133 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:57.087879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] No DVR routers for this DVR port 610e0f66-2b3f-4fde-b068-44352ba77821 on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:46:57.090563 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:46:57.092405 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 610e0f66-2b3f-4fde-b068-44352ba77821 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:46:57.104393 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-57769229-bb41-496b-ae4b-5ae72dfd3e83 req-c960d496-9a27-4f92-b78a-2373b43f9e6f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "DELETE /v2.0/ports/610e0f66-2b3f-4fde-b068-44352ba77821 HTTP/1.1" status: 204  len: 173 time: 0.9800782
Feb 03 12:46:57.133944 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] No Port match for: 610e0f66-2b3f-4fde-b068-44352ba77821 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:46:57.134376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device 610e0f66-2b3f-4fde-b068-44352ba77821 not bound to the agent host hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:46:58.118304 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'name': 'network-vif-deleted', 'tag': '610e0f66-2b3f-4fde-b068-44352ba77821'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:46:58.211070 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dcf8b1-e63f-4772-b79f-77d667028a0a', 'name': 'network-vif-deleted', 'tag': '610e0f66-2b3f-4fde-b068-44352ba77821', 'status': 'completed', 'code': 200}
Feb 03 12:46:58.224287 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-d788ec17-81c4-4b68-ba63-3a1f6d7ff683 req-9d41987f-ef6d-4045-ab1f-d80b881540d3 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:46:58.242136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-d788ec17-81c4-4b68-ba63-3a1f6d7ff683 req-9d41987f-ef6d-4045-ab1f-d80b881540d3 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:46:58.243567 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-d788ec17-81c4-4b68-ba63-3a1f6d7ff683 req-9d41987f-ef6d-4045-ab1f-d80b881540d3 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=62dcf8b1-e63f-4772-b79f-77d667028a0a HTTP/1.1" status: 200  len: 210 time: 0.0729947
Feb 03 12:47:06.413871 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-eeb83b6a-3130-47bd-9411-c88b10d2f60b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips/629d9a0d-1b3c-4956-ba81-209c051c948e HTTP/1.1" status: 200  len: 997 time: 0.1302199
Feb 03 12:47:06.659972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-31dc0412-ad4c-4f6a-b979-de9cf8dab719 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:06.661533 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-31dc0412-ad4c-4f6a-b979-de9cf8dab719 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 784 time: 0.2412517
Feb 03 12:47:06.792232 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-8d37c28a-22d5-408e-a821-d8feb013a26b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:47:06.810162 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-8d37c28a-22d5-408e-a821-d8feb013a26b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:47:06.812189 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-8d37c28a-22d5-408e-a821-d8feb013a26b tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.33 HTTP/1.1" status: 200  len: 1000 time: 0.1440151
Feb 03 12:47:06.977564 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-0c349ab3-bed1-4754-bc24-02143f78a715 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:06.979181 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-0c349ab3-bed1-4754-bc24-02143f78a715 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports/e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 200  len: 942 time: 0.1604726
Feb 03 12:47:07.009377 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:07.195072 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-c286cb1a-27ce-4267-9664-e0181759daec tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.33 HTTP/1.1" status: 200  len: 1000 time: 0.1264229
Feb 03 12:47:07.690638 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Deleting port d1e36960-c2ba-4c39-9350-321163096ef0 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:07.691257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:07.884609 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:07.884983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:08.020280 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Calling delete_port for d1e36960-c2ba-4c39-9350-321163096ef0 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:08.188517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:08.204654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-58c3713c-941b-4549-90e2-4ebb29e864cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:08.297953 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event deleted for resources: {'Port': ['ID=d1e36960-c2ba-4c39-9350-321163096ef0,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:08.304730 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:08.434170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:08.434602 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.db.l3_db [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Floating IP 629d9a0d-1b3c-4956-ba81-209c051c948e disassociated (deleted). External IP: 172.27.0.33, port: e01fc43b-6720-4685-86b5-81bbd5b7685e.
Feb 03 12:47:08.830232 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Router 157f383f-fc26-4a78-9e2f-1335d944fa23 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:47:09.032254 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:47:09.042223 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] Sync routers for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:47:09.053369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:47:09.054082 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a044e3588>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:46:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:09.059468 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:09.131913 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "DELETE /v2.0/floatingips/629d9a0d-1b3c-4956-ba81-209c051c948e HTTP/1.1" status: 204  len: 173 time: 1.9271252
Feb 03 12:47:09.132542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:47:09.200628 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'status': 'completed', 'code': 200}
Feb 03 12:47:09.270029 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:47:09.285256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-1643c09f-0c53-4733-a10b-001a778369a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:09.286859 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-1643c09f-0c53-4733-a10b-001a778369a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 1162 time: 0.1369388
Feb 03 12:47:09.425605 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-ae221d8f-cd45-46b8-876b-faabc1cc9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:09.427272 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-ae221d8f-cd45-46b8-876b-faabc1cc9604 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 1162 time: 0.2026618
Feb 03 12:47:09.448362 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-0b4d8940-a56d-49bf-a875-e3c1f26b6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:09.450030 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-0b4d8940-a56d-49bf-a875-e3c1f26b6844 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1542790
Feb 03 12:47:09.526086 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-b17c0062-916f-45d5-8cf9-7292e8518ca4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 200  len: 217 time: 0.0691011
Feb 03 12:47:09.595810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-41372eeb-4e09-40ec-8425-23e17f18d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:09.597371 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-41372eeb-4e09-40ec-8425-23e17f18d364 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0649133
Feb 03 12:47:09.604393 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a044e3588>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:09.608623 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] Checking router: 157f383f-fc26-4a78-9e2f-1335d944fa23 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:47:09.617539 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:47:09.618221 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a044e3588>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:46:55Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:09.683912 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-8e275d93-2d32-487f-8580-35a6c4f199fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:09.686131 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-8e275d93-2d32-487f-8580-35a6c4f199fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817914
Feb 03 12:47:09.803050 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:47:09.832444 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-e0400c1e-b74a-44ee-b9b1-9c23879ad458 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390340
Feb 03 12:47:09.988279 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-1fe827fa-01bc-47ff-beac-05228ad11bf6 req-65d70805-5db4-4a85-b757-21bb8377bbf8 service neutron] 10.222.0.38 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488974
Feb 03 12:47:10.298252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a044e3588>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:10.302879 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53654577-a820-45dd-8a11-637f8d325dfd None None] The sync data for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi is: [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:38:57Z', 'revision_number': 4, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi', '_interfaces': [{'id': '93453d52-4a85-4ab1-8e0b-e9e0a23cb49c', 'name': '', 'network_id': '9b11b506-24a5-472a-b854-023d6100e3a7', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'mac_address': 'fa:16:3e:98:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:57Z', 'updated_at': '2021-02-03T12:39:06Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'subnets': [{'id': 'c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:47:10.508718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517e49c-5b1a-4c13-b567-56a9978fc4c5 req-73050587-ff59-403c-a461-18777c92b5df tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:10.509585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-6517e49c-5b1a-4c13-b567-56a9978fc4c5 req-73050587-ff59-403c-a461-18777c92b5df tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Synchronizing usage tracker for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 12:47:10.526467 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [req-6517e49c-5b1a-4c13-b567-56a9978fc4c5 req-73050587-ff59-403c-a461-18777c92b5df tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Unset dirty status for tenant:1986d1b163ae40f7a1a9eaf0d511185b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 12:47:10.527779 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6517e49c-5b1a-4c13-b567-56a9978fc4c5 req-73050587-ff59-403c-a461-18777c92b5df tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 945 time: 0.1897509
Feb 03 12:47:10.596636 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-6517e49c-5b1a-4c13-b567-56a9978fc4c5 req-208e4344-66f1-4ad7-8efa-d6ff3c1ad7b9 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0619969
Feb 03 12:47:10.664313 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73eee7d-1866-46ef-b3b9-239f37d98d84 None None] New status for floating IP 629d9a0d-1b3c-4956-ba81-209c051c948e: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 12:47:10.778349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-5115ed88-9b58-46b2-ba11-8535dc8ddec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:10.780080 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-5115ed88-9b58-46b2-ba11-8535dc8ddec2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 200  len: 906 time: 0.1482887
Feb 03 12:47:11.903456 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813387c2-e59a-46a2-aba0-ebed5b70cf1e req-ab233533-825b-409e-8b1f-57904b96b53d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:11.905084 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-813387c2-e59a-46a2-aba0-ebed5b70cf1e req-ab233533-825b-409e-8b1f-57904b96b53d tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 945 time: 0.1668754
Feb 03 12:47:11.978349 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-813387c2-e59a-46a2-aba0-ebed5b70cf1e req-058f9a99-0f35-424f-8b1d-6d7b6698d4ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0632479
Feb 03 12:47:12.790057 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-5c81ecca-d396-4f11-94e3-274ca10cec7f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 200  len: 217 time: 0.0856373
Feb 03 12:47:12.863523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-ef56fbc0-03b6-41c6-899c-29b74e7fd7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:12.865081 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-ef56fbc0-03b6-41c6-899c-29b74e7fd7bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 200  len: 851 time: 0.0659676
Feb 03 12:47:12.957358 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-41430cc1-0bba-4bd9-a5c8-f582f5ed60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:12.959034 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-41430cc1-0bba-4bd9-a5c8-f582f5ed60b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b11b506-24a5-472a-b854-023d6100e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847442
Feb 03 12:47:13.420370 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-af0586b8-aeb3-4ca9-8fca-810ceaff7453 service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4506054
Feb 03 12:47:13.504858 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803de9a9-77fd-4c63-be7b-8f6548ef8575 req-613134a4-e21c-4220-b92f-0ec782edad87 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:13.506522 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-803de9a9-77fd-4c63-be7b-8f6548ef8575 req-613134a4-e21c-4220-b92f-0ec782edad87 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 945 time: 0.2672334
Feb 03 12:47:13.660608 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-803de9a9-77fd-4c63-be7b-8f6548ef8575 req-dbb27b12-19c3-40f7-b2ea-49a531cd5550 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1307223
Feb 03 12:47:13.704333 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-579b46b0-c461-47a8-adff-8db37301c4d0 req-07fd0c88-35c3-4fb0-a4f6-62c799b1a8ea service neutron] 10.222.0.86 "GET /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1967835
Feb 03 12:47:14.981206 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df421f4d-1414-4a4d-be6e-47275e48d262 req-f981b836-ace6-4234-81af-44c469d44def tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:14.982952 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df421f4d-1414-4a4d-be6e-47275e48d262 req-f981b836-ace6-4234-81af-44c469d44def tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 945 time: 0.1776123
Feb 03 12:47:15.050131 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-df421f4d-1414-4a4d-be6e-47275e48d262 req-b669510d-0abe-4504-a8f9-5a620926a4b7 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0607283
Feb 03 12:47:15.057429 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:47:15.109714 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9e08c-227f-42db-96a2-ce0962849276 req-50de5ee0-e0a9-4f0e-9130-c7cbbe3e3c89 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:15.111393 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-12f9e08c-227f-42db-96a2-ce0962849276 req-50de5ee0-e0a9-4f0e-9130-c7cbbe3e3c89 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 945 time: 0.1720893
Feb 03 12:47:15.135975 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Device e01fc43b-6720-4685-86b5-81bbd5b7685e no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:47:15.210219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Deleting port e01fc43b-6720-4685-86b5-81bbd5b7685e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:15.210615 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:15.265336 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674567'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:15.296942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:47:15.313614 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] For port e01fc43b-6720-4685-86b5-81bbd5b7685e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:15.317622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298201664901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298202117014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738652658820'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:15.320096 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:15.368611 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'code': 200}
Feb 03 12:47:15.395816 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Pushing event updated for resources: {'Port': ['ID=e01fc43b-6720-4685-86b5-81bbd5b7685e,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:15.399448 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:15.490369 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] For port e01fc43b-6720-4685-86b5-81bbd5b7685e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:15.490743 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:15.634523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Calling delete_port for e01fc43b-6720-4685-86b5-81bbd5b7685e owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:15.728143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:47:15.728533 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:47:16.230410 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Deleting port e01fc43b-6720-4685-86b5-81bbd5b7685e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:16.231051 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:16.351903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50ba1e-0591-4af7-be97-7aa0a85d7f48 req-154fd9db-35f4-411b-80e6-1112dbcc1c2f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:16.353568 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3d50ba1e-0591-4af7-be97-7aa0a85d7f48 req-154fd9db-35f4-411b-80e6-1112dbcc1c2f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 943 time: 0.1690745
Feb 03 12:47:16.423558 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-3d50ba1e-0591-4af7-be97-7aa0a85d7f48 req-33e25385-5705-48ea-95c7-6c174cbef527 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9c49bbe-2921-41bb-ab66-06056611878d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0621338
Feb 03 12:47:16.504435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] For port e01fc43b-6720-4685-86b5-81bbd5b7685e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e01fc43b-6720-4685-86b5-81bbd5b7685e,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:16.504853 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:16.639545 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Calling delete_port for e01fc43b-6720-4685-86b5-81bbd5b7685e owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:16.803477 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:16.818876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a607f099-03c5-448f-85b3-7c0b0b2f2500 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:16.913383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event deleted for resources: {'Port': ['ID=e01fc43b-6720-4685-86b5-81bbd5b7685e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:16.919575 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:17.026469 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] No DVR routers for this DVR port e01fc43b-6720-4685-86b5-81bbd5b7685e on host hv-cinder-77387 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:47:17.028870 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:17.031978 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'name': 'network-vif-deleted', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 12:47:17.047405 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-12f9e08c-227f-42db-96a2-ce0962849276 req-bbc9f59f-2de7-4927-9833-4929760ae21e tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.86 "DELETE /v2.0/ports/e01fc43b-6720-4685-86b5-81bbd5b7685e HTTP/1.1" status: 204  len: 173 time: 1.9286361
Feb 03 12:47:17.093224 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d247080-4b53-45e7-a861-7c376075d6aa', 'name': 'network-vif-deleted', 'tag': 'e01fc43b-6720-4685-86b5-81bbd5b7685e', 'status': 'completed', 'code': 200}
Feb 03 12:47:17.639883 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-4d3914d6-3b51-4f1a-8e8f-501d45b37f9e req-0d1c2caa-bd5d-46f6-a0f4-8a7a7e064ff5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d247080-4b53-45e7-a861-7c376075d6aa HTTP/1.1" status: 200  len: 210 time: 0.0499041
Feb 03 12:47:18.891066 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-5179005e-5e4b-4e4a-8915-8639799f1a4f tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips/ecd93126-4a50-4a4e-8145-b66dab4486e7 HTTP/1.1" status: 200  len: 693 time: 0.1066866
Feb 03 12:47:19.156045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-5fdbd9b0-fe6f-4419-b12a-f452ca25ec49 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 12:47:19.157668 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-5fdbd9b0-fe6f-4419-b12a-f452ca25ec49 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/networks/549e872b-1584-42ab-be09-aa93760d03bd HTTP/1.1" status: 200  len: 784 time: 0.2577524
Feb 03 12:47:19.168814 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-7052bd68-5a29-4f8b-827a-a5dc1c3c7269 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 12:47:19.169945 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-7052bd68-5a29-4f8b-827a-a5dc1c3c7269 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062590
Feb 03 12:47:19.279532 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-1a49e94c-01f0-4a05-95e4-65b99e1484ba tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.114 HTTP/1.1" status: 200  len: 696 time: 0.1026800
Feb 03 12:47:19.390140 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-743ca118-b72d-4c45-b6b6-8bde079fd174 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.114 HTTP/1.1" status: 200  len: 696 time: 0.1005964
Feb 03 12:47:19.595982 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Deleting port ca1a0836-cfb7-4415-ae59-ced981d60992 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:19.596234 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:19.779150 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:19.779705 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:19.913613 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Calling delete_port for ca1a0836-cfb7-4415-ae59-ced981d60992 owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:20.069983 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:20.085236 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:20.181009 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event deleted for resources: {'Port': ['ID=ca1a0836-cfb7-4415-ae59-ced981d60992,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:20.194845 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.195264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.195671 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.196071 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.196468 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.196841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.197233 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.197622 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.198027 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.198433 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.198820 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.199209 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.199619 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.200008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.200685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.201064 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.201438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.201977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.202496 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.202873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.203269 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.203662 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.204048 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.204435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:20.214988 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:20.559423 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for floatingip, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:20.578810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14558'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:20.580115 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-0a4bce40-7000-408f-b47a-3fa2349bd5b7 req-e89119dc-5c2f-4234-9bb8-3edad8579ada tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "DELETE /v2.0/floatingips/ecd93126-4a50-4a4e-8145-b66dab4486e7 HTTP/1.1" status: 204  len: 173 time: 1.1816123
Feb 03 12:47:22.123571 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ef7c473f-38fd-4dd7-ab5a-488cf71b8dad req-ade092e5-8703-4ac5-b7cb-9b1245f30873 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "GET /v2.0/security-groups/d9c49bbe-2921-41bb-ab66-06056611878d HTTP/1.1" status: 200  len: 2999 time: 0.0753958
Feb 03 12:47:22.218288 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ef7c473f-38fd-4dd7-ab5a-488cf71b8dad req-bde68c62-7ad4-4be0-b9ad-6173710fdb1a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:22.249585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ef7c473f-38fd-4dd7-ab5a-488cf71b8dad req-bde68c62-7ad4-4be0-b9ad-6173710fdb1a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:22.305515 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ef7c473f-38fd-4dd7-ab5a-488cf71b8dad req-bde68c62-7ad4-4be0-b9ad-6173710fdb1a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:22.309888 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ae3413c8-2b40-433c-93a4-59addfdf6bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:22.325396 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde68c62-7ad4-4be0-b9ad-6173710fdb1a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c49bbe-2921-41bb-ab66-06056611878d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:22.329045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bde68c62-7ad4-4be0-b9ad-6173710fdb1a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:22.338483 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-ef7c473f-38fd-4dd7-ab5a-488cf71b8dad req-bde68c62-7ad4-4be0-b9ad-6173710fdb1a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:22.339720 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [req-ef7c473f-38fd-4dd7-ab5a-488cf71b8dad req-bde68c62-7ad4-4be0-b9ad-6173710fdb1a tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] 10.222.0.38 "DELETE /v2.0/security-groups/d9c49bbe-2921-41bb-ab66-06056611878d HTTP/1.1" status: 204  len: 173 time: 0.2094457
Feb 03 12:47:22.423257 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 57462) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:22.466706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-223b43cb-1101-41a1-9f04-7524cf8325cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:23.112475 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728049'] for router_interface, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:23.497171 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Deleting port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:23.497785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:23.682775 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] For port 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=93453d52-4a85-4ab1-8e0b-e9e0a23cb49c,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:23.683142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:23.814984 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Calling delete_port for 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c owned by network:router_interface {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:24.002783 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:24.018569 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-90cfb616-81f7-4837-ad52-82dee843c6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:24.115268 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=93453d52-4a85-4ab1-8e0b-e9e0a23cb49c,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:24.119246 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:24.254297 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57476) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:24.333831 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c25405-64f7-443c-92a9-0d714a3e080c admin admin] Deleting subnet a9b005ea-9203-4498-843e-02f437af45cf {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:47:24.337439 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5c25405-64f7-443c-92a9-0d714a3e080c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:24.390875 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5c25405-64f7-443c-92a9-0d714a3e080c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315325'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:24.424896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853142545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853048971'] for router_interface, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:24.451688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5c25405-64f7-443c-92a9-0d714a3e080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:24.712654 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5c25405-64f7-443c-92a9-0d714a3e080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6455435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848430674'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:24.728542 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-662708b9-eadc-4b09-a52f-66401fc6d493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:24.815873 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c25405-64f7-443c-92a9-0d714a3e080c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b005ea-9203-4498-843e-02f437af45cf,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:24.828299 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f5c25405-64f7-443c-92a9-0d714a3e080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:24.862437 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5c25405-64f7-443c-92a9-0d714a3e080c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:24.868708 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f5c25405-64f7-443c-92a9-0d714a3e080c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a9b005ea-9203-4498-843e-02f437af45cf HTTP/1.1" status: 204  len: 168 time: 0.6131816
Feb 03 12:47:24.871501 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57480) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:24.945264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Router 157f383f-fc26-4a78-9e2f-1335d944fa23 has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:47:24.988160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:25.068555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a1e63de6-7b96-49eb-9aa0-de939a5a37ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:25.194580 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:25.316338 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a0324fba8>,) {'filters': {'network_id': ['6ca28e2a-04fe-4259-958e-db7e55ac01cd']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:25.329697 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a0324fba8>, '1819989e-1c63-4089-b6fa-4452c237d6cd') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:25.329986 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a0324fba8>, '1819989e-1c63-4089-b6fa-4452c237d6cd') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:25.342998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853460491'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:25.358881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:25.361016 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:47:25.387626 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:47:25.398952 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e297329-d5be-401b-8139-125db2f01544 None None] Sync routers for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:47:25.404005 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9f171bdf-8039-4837-89fb-f7c5d35adaf6 admin admin] 10.222.0.38 "PUT /v2.0/routers/157f383f-fc26-4a78-9e2f-1335d944fa23/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9793336
Feb 03 12:47:25.404698 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 57484) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:25.411311 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e297329-d5be-401b-8139-125db2f01544 None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:47:25.411993 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4e297329-d5be-401b-8139-125db2f01544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a034abc18>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:47:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:25.549611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Network 6ca28e2a-04fe-4259-958e-db7e55ac01cd has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:47:25.559370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6455524'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:25.596712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Notify callbacks [] for router, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:25.612559 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-4e297329-d5be-401b-8139-125db2f01544 None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:47:25.700573 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:25.798045 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:25.804136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Deleting port 2c634771-1f1b-43e4-abd7-074aaa1481ec {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:25.804661 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:25.940408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4e297329-d5be-401b-8139-125db2f01544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a034abc18>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:47:23Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:25.945468 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e297329-d5be-401b-8139-125db2f01544 None None] Checking router: 157f383f-fc26-4a78-9e2f-1335d944fa23 for host: dv-cinder-773876-1-iscsi {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:47:25.955528 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e297329-d5be-401b-8139-125db2f01544 None None] Routers {'157f383f-fc26-4a78-9e2f-1335d944fa23'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:47:25.956214 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4e297329-d5be-401b-8139-125db2f01544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a034abc18>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:47:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['157f383f-fc26-4a78-9e2f-1335d944fa23'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:26.030210 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] For port 2c634771-1f1b-43e4-abd7-074aaa1481ec, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=2c634771-1f1b-43e4-abd7-074aaa1481ec,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:26.030750 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.031458 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Network 6ca28e2a-04fe-4259-958e-db7e55ac01cd has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:47:26.056120 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:47:26.145823 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.149570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e072d753-379c-4b8a-8608-f8e61c759a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:26.159187 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-4e297329-d5be-401b-8139-125db2f01544 None None] Set router 157f383f-fc26-4a78-9e2f-1335d944fa23 gateway port host: dv-cinder-773876-1-iscsi {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:47:26.165790 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.166712 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Calling delete_port for 2c634771-1f1b-43e4-abd7-074aaa1481ec owned by network:router_gateway {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:26.185391 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] 10.222.0.38 "DELETE /v2.0/networks/6ca28e2a-04fe-4259-958e-db7e55ac01cd HTTP/1.1" status: 204  len: 168 time: 1.3102956
Feb 03 12:47:26.185391 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca28e2a-04fe-4259-958e-db7e55ac01cd,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:26.188332 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5f8e967f-82ec-4256-839a-77597a4a939c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:26.279648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.327928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.351687 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57490) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:26.408219 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-877600f4-a993-4b29-a0af-facd58e65bbc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f869620916449718ea61e1213b8ee7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0549011
Feb 03 12:47:26.410733 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57494) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:26.478021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5eb16fa6-1a7b-4018-905f-6c663c728934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.480264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4e297329-d5be-401b-8139-125db2f01544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a034abc18>, [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:47:23Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:26.484506 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e297329-d5be-401b-8139-125db2f01544 None None] The sync data for ids ['157f383f-fc26-4a78-9e2f-1335d944fa23'] in dv-cinder-773876-1-iscsi is: [{'id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'name': 'tempest-TestVolumeBootPattern-1636303764-router', 'tenant_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:47:23Z', 'revision_number': 5, 'project_id': '1986d1b163ae40f7a1a9eaf0d511185b', 'gw_port': {'id': '2c634771-1f1b-43e4-abd7-074aaa1481ec', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157f383f-fc26-4a78-9e2f-1335d944fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:38:53Z', 'updated_at': '2021-02-03T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:47:26.509773 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5eb16fa6-1a7b-4018-905f-6c663c728934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.531160 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047917'] for router_gateway, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.567529 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5eb16fa6-1a7b-4018-905f-6c663c728934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.573345 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-513f2637-1735-4344-8d3c-e6f8a2b8c8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:26.589920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb16fa6-1a7b-4018-905f-6c663c728934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889a57bb-3dae-46d4-b54d-6f44e502b1b1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:26.595451 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5eb16fa6-1a7b-4018-905f-6c663c728934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:26.599376 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5eb16fa6-1a7b-4018-905f-6c663c728934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.605674 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-5eb16fa6-1a7b-4018-905f-6c663c728934 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/889a57bb-3dae-46d4-b54d-6f44e502b1b1 HTTP/1.1" status: 204  len: 168 time: 0.1929734
Feb 03 12:47:26.674640 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853025825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771993'] for router, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.677215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.705357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1747052'] for router, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.706005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 157f383f-fc26-4a78-9e2f-1335d944fa23 {{(pid=80115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 12:47:26.719925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.723683 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-821fc842-7191-47cb-a9f2-c356f14d1485 admin admin] 10.222.0.38 "DELETE /v2.0/routers/157f383f-fc26-4a78-9e2f-1335d944fa23 HTTP/1.1" status: 204  len: 168 time: 1.3153613
Feb 03 12:47:26.724114 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57500) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:26.792555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a18561-62b7-4a07-b7ce-e2765d65b289 admin admin] Deleting subnet c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:47:26.795910 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20a18561-62b7-4a07-b7ce-e2765d65b289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.849925 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20a18561-62b7-4a07-b7ce-e2765d65b289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315325'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:26.938251 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20a18561-62b7-4a07-b7ce-e2765d65b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:27.056678 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:27.237679 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20a18561-62b7-4a07-b7ce-e2765d65b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6455435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848430674'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:27.252129 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:27.340227 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a18561-62b7-4a07-b7ce-e2765d65b289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:27.349972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-20a18561-62b7-4a07-b7ce-e2765d65b289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:27.394722 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20a18561-62b7-4a07-b7ce-e2765d65b289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:27.400799 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881032c-0a99-43b7-801c-7141513366ca None None] Network 9b11b506-24a5-472a-b854-023d6100e3a7 requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:47:27.401161 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-20a18561-62b7-4a07-b7ce-e2765d65b289 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c9367b84-d9c7-4d4e-8d6e-f4dc0914d18b HTTP/1.1" status: 204  len: 168 time: 0.6759310
Feb 03 12:47:27.403898 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57518) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:27.523055 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:27.593224 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Deleting port 8ffac7d4-ced8-42a6-99c0-daa15de56574 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:27.593713 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:27.671070 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] DHCP port deletion for 9b11b506-24a5-472a-b854-023d6100e3a7 request from dv-cinder-773876-1-iscsi {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 12:47:27.675553 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] Deleting port 8ffac7d4-ced8-42a6-99c0-daa15de56574 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:27.676038 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:27.820418 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] For port 8ffac7d4-ced8-42a6-99c0-daa15de56574, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=8ffac7d4-ced8-42a6-99c0-daa15de56574,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:27.820816 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:27.906694 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] For port 8ffac7d4-ced8-42a6-99c0-daa15de56574, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=8ffac7d4-ced8-42a6-99c0-daa15de56574,segment=NetworkSegment(01902a62-ad3b-477e-be56-5c97c750b80d),segment_id=01902a62-ad3b-477e-be56-5c97c750b80d)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:27.907266 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:27.974621 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:47:27.978340 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Calling delete_port for 8ffac7d4-ced8-42a6-99c0-daa15de56574 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:28.063161 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:28.074552 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:47:28.075017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 93453d52-4a85-4ab1-8e0b-e9e0a23cb49c not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:47:28.075543 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 8ffac7d4-ced8-42a6-99c0-daa15de56574 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:47:28.118283 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] Calling delete_port for 8ffac7d4-ced8-42a6-99c0-daa15de56574 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:28.174768 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7266cede-1baf-4ee1-a054-5f3755fe8b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:28.203934 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 8ffac7d4-ced8-42a6-99c0-daa15de56574 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:47:28.204033 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 8ffac7d4-ced8-42a6-99c0-daa15de56574 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:47:28.204438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2c634771-1f1b-43e4-abd7-074aaa1481ec no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:47:28.227599 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffac7d4-ced8-42a6-99c0-daa15de56574,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:28.230523 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:28.235901 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] No DVR routers for this DVR port 8ffac7d4-ced8-42a6-99c0-daa15de56574 on host dv-cinder-773876-1-iscsi {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:47:28.247021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 2c634771-1f1b-43e4-abd7-074aaa1481ec {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:47:28.247500 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 2c634771-1f1b-43e4-abd7-074aaa1481ec not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:47:28.250252 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:47:28.250716 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:47:28.366645 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:28.486507 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a02eea828>,) {'filters': {'network_id': ['9b11b506-24a5-472a-b854-023d6100e3a7']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:28.500130 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02eea828>, '01902a62-ad3b-477e-be56-5c97c750b80d') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:28.500491 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a02eea828>, '01902a62-ad3b-477e-be56-5c97c750b80d') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:28.513205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853460491'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:28.528427 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:28.530602 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:47:28.708669 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Network 9b11b506-24a5-472a-b854-023d6100e3a7 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:47:28.721585 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6455524'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:28.752107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] Deleting port 8ffac7d4-ced8-42a6-99c0-daa15de56574 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:28.752598 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:28.828017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-13d8068c-746a-4fdc-b76f-a437b6f05907 None None] The port '8ffac7d4-ced8-42a6-99c0-daa15de56574' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 12:47:28.901326 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Network 9b11b506-24a5-472a-b854-023d6100e3a7 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:47:28.924231 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:47:29.015264 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:29.019006 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:29.033219 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:29.046808 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Pushing event deleted for resources: {'Network': ['ID=9b11b506-24a5-472a-b854-023d6100e3a7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:29.051367 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:29.060007 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-682ec99c-80aa-4369-943f-4ff054abc8af admin admin] 10.222.0.38 "DELETE /v2.0/networks/9b11b506-24a5-472a-b854-023d6100e3a7 HTTP/1.1" status: 204  len: 168 time: 1.6550746
Feb 03 12:47:29.063653 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57532) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:29.646570 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728049'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:30.273619 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Deleting port 17359129-7324-4c63-9941-1479aa10105d {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:30.274259 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:30.476765 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] For port 17359129-7324-4c63-9941-1479aa10105d, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=17359129-7324-4c63-9941-1479aa10105d,segment=NetworkSegment(51cea0a6-e426-4870-81e9-bf88332b054b),segment_id=51cea0a6-e426-4870-81e9-bf88332b054b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:30.477170 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:30.613118 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Calling delete_port for 17359129-7324-4c63-9941-1479aa10105d owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:30.804455 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:30.818097 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-beeb4527-5ab0-45d1-9fd9-0e534929e8d5 tempest-TestVolumeBootPattern-212283171 tempest-TestVolumeBootPattern-212283171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:30.913435 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=17359129-7324-4c63-9941-1479aa10105d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:30.919841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:31.242645 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853142545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853048971'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:31.765258 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Router 4d3c091e-2064-43fa-9793-18448500ec4a has already been hosted by L3 agent 33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 12:47:31.961431 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] Notify agent at l3_agent.dv-cinder-773876-1-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 12:47:31.971644 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] Sync routers for ids ['4d3c091e-2064-43fa-9793-18448500ec4a'] in dv-cinder-773876-1-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 12:47:31.974810 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f3ff4b94-8162-47c2-9c0d-ba059b219fd7 admin admin] 10.222.0.38 "PUT /v2.0/routers/4d3c091e-2064-43fa-9793-18448500ec4a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9074149
Feb 03 12:47:31.975008 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57546) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:31.982294 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] Routers {'4d3c091e-2064-43fa-9793-18448500ec4a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:47:31.983058 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02d4fa90>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:47:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4d3c091e-2064-43fa-9793-18448500ec4a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:32.166154 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:32.175412 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] Set router 4d3c091e-2064-43fa-9793-18448500ec4a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:47:32.355837 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:32.361565 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Deleting port c19a9609-8803-4b6b-97ec-9a27cd8c4e40 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:32.361936 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:32.480341 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02d4fa90>, [{'id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'name': 'tempest-TestVolumeBootPattern-1464535280-router', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:39:01Z', 'updated_at': '2021-02-03T12:47:30Z', 'revision_number': 5, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'gw_port': {'id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:02Z', 'updated_at': '2021-02-03T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:32.484766 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] Checking router: 4d3c091e-2064-43fa-9793-18448500ec4a for host: dv-cinder-773876-1-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 12:47:32.494383 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] Routers {'4d3c091e-2064-43fa-9793-18448500ec4a'} bound to L3 agent in host dv-cinder-773876-1-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 12:47:32.495155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a02d4fa90>, 'dv-cinder-773876-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T12:18:55Z,description=<?>,heartbeat_timestamp=2021-02-03T12:47:25Z,host='dv-cinder-773876-1-iscsi',id=33d4dc1f-7bea-49b4-8760-4e3c3dfa8c4e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T12:18:55Z,topic='l3_agent')) {'router_ids': ['4d3c091e-2064-43fa-9793-18448500ec4a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:32.546438 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] For port c19a9609-8803-4b6b-97ec-9a27cd8c4e40, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=c19a9609-8803-4b6b-97ec-9a27cd8c4e40,segment=NetworkSegment(39cf9430-ad24-4185-9800-c5268a10188b),segment_id=39cf9430-ad24-4185-9800-c5268a10188b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:32.546842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:32.685401 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Calling delete_port for c19a9609-8803-4b6b-97ec-9a27cd8c4e40 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:32.887493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] Set router 4d3c091e-2064-43fa-9793-18448500ec4a gateway port host: dv-cinder-773876-1-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 12:47:33.099951 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848320335'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:33.212352 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a02d4fa90>, [{'id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'name': 'tempest-TestVolumeBootPattern-1464535280-router', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:39:01Z', 'updated_at': '2021-02-03T12:47:30Z', 'revision_number': 5, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'gw_port': {'id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:02Z', 'updated_at': '2021-02-03T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}], 'dv-cinder-773876-1-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:33.216685 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099fe3b-7bc5-4d13-af1e-843bfacf723c None None] The sync data for ids ['4d3c091e-2064-43fa-9793-18448500ec4a'] in dv-cinder-773876-1-iscsi is: [{'id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'name': 'tempest-TestVolumeBootPattern-1464535280-router', 'tenant_id': '4058f16e95394ca5b54ac6227eabd25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'external_fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T12:39:01Z', 'updated_at': '2021-02-03T12:47:30Z', 'revision_number': 5, 'project_id': '4058f16e95394ca5b54ac6227eabd25f', 'gw_port': {'id': 'c19a9609-8803-4b6b-97ec-9a27cd8c4e40', 'name': '', 'network_id': '549e872b-1584-42ab-be09-aa93760d03bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3c091e-2064-43fa-9793-18448500ec4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T12:39:02Z', 'updated_at': '2021-02-03T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '972cba6c-cafe-4535-b2f6-fb111e9ff6f5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-1-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 12:47:33.302752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047917'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:33.443791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853025825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771993'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:33.446279 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:33.474938 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1747052'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:33.475560 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d3c091e-2064-43fa-9793-18448500ec4a {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 12:47:33.491828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:33.493048 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-2e7fae3f-c08a-43c0-a1ec-24a6cb1631eb admin admin] 10.222.0.38 "DELETE /v2.0/routers/4d3c091e-2064-43fa-9793-18448500ec4a HTTP/1.1" status: 204  len: 168 time: 1.5170128
Feb 03 12:47:33.495974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57552) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:33.569138 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ed679c-d166-4f0c-baf0-c824b09f7d6c admin admin] Deleting subnet 68139faf-81f7-4ae0-af90-ea54f31be816 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 12:47:33.572769 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-82ed679c-d166-4f0c-baf0-c824b09f7d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:33.627270 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-82ed679c-d166-4f0c-baf0-c824b09f7d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315325'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:33.718701 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-82ed679c-d166-4f0c-baf0-c824b09f7d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31707'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:33.922656 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 17359129-7324-4c63-9941-1479aa10105d no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:47:33.962688 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 17359129-7324-4c63-9941-1479aa10105d {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:47:33.963090 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 17359129-7324-4c63-9941-1479aa10105d not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:47:33.963559 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device c19a9609-8803-4b6b-97ec-9a27cd8c4e40 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:47:34.005032 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: c19a9609-8803-4b6b-97ec-9a27cd8c4e40 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:47:34.005360 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device c19a9609-8803-4b6b-97ec-9a27cd8c4e40 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:47:34.016341 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-82ed679c-d166-4f0c-baf0-c824b09f7d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6455435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848430674'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:34.032428 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:34.119691 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed679c-d166-4f0c-baf0-c824b09f7d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68139faf-81f7-4ae0-af90-ea54f31be816,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:34.127302 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-82ed679c-d166-4f0c-baf0-c824b09f7d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:34.172147 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-82ed679c-d166-4f0c-baf0-c824b09f7d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:34.178101 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f31a56-df61-4715-b877-4169d6af0895 None None] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae requested from dv-cinder-773876-1-iscsi {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 12:47:34.178397 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-82ed679c-d166-4f0c-baf0-c824b09f7d6c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/68139faf-81f7-4ae0-af90-ea54f31be816 HTTP/1.1" status: 204  len: 168 time: 0.6813860
Feb 03 12:47:34.181370 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 57562) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:34.296453 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619015'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:34.372139 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Deleting port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:34.372509 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:34.438473 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] DHCP port deletion for a0f21826-b7b9-4769-8cbf-0e027e6230ae request from dv-cinder-773876-1-iscsi {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 12:47:34.443384 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] Deleting port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:34.443813 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:34.599357 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] For port 9e97b9a4-86a5-4c11-ab82-33951ee3b288, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=9e97b9a4-86a5-4c11-ab82-33951ee3b288,segment=NetworkSegment(51cea0a6-e426-4870-81e9-bf88332b054b),segment_id=51cea0a6-e426-4870-81e9-bf88332b054b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:34.599666 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:34.669346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] For port 9e97b9a4-86a5-4c11-ab82-33951ee3b288, host dv-cinder-773876-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-1-iscsi',level=0,port_id=9e97b9a4-86a5-4c11-ab82-33951ee3b288,segment=NetworkSegment(51cea0a6-e426-4870-81e9-bf88332b054b),segment_id=51cea0a6-e426-4870-81e9-bf88332b054b)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 12:47:34.669743 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1725292'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:34.732136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Calling delete_port for 9e97b9a4-86a5-4c11-ab82-33951ee3b288 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:34.800718 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] Calling delete_port for 9e97b9a4-86a5-4c11-ab82-33951ee3b288 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 12:47:34.809547 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842123384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298201664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738652658786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8159292'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:34.825225 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8c5a4433-8abc-4777-9bcd-5d456a500c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:34.881022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.db.api [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 12:47:34.881347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_db.api [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 12:47:34.917310 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Pushing event deleted for resources: {'Port': ['ID=9e97b9a4-86a5-4c11-ab82-33951ee3b288,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:34.920321 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:34.970571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] No DVR routers for this DVR port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 on host dv-cinder-773876-1-iscsi {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 12:47:35.094239 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-25680', 'neutron.services.segments.db._delete_segments_for_network--9223363298201532310'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:35.211356 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a01cf6898>,) {'filters': {'network_id': ['a0f21826-b7b9-4769-8cbf-0e027e6230ae']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:35.224881 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a01cf6898>, '51cea0a6-e426-4870-81e9-bf88332b054b') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:35.225215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.services.segments.db [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a01cf6898>, '51cea0a6-e426-4870-81e9-bf88332b054b') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 12:47:35.237516 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298201537686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847841726'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:35.255896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772171'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:35.257950 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 12:47:35.383375 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] Deleting port 9e97b9a4-86a5-4c11-ab82-33951ee3b288 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 12:47:35.383850 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738653080725'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:35.438824 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:47:35.447762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846616471'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:35.457190 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-90831fc3-a429-4b3e-b33d-5b3261332f13 None None] The port '9e97b9a4-86a5-4c11-ab82-33951ee3b288' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 12:47:35.637323 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Network a0f21826-b7b9-4769-8cbf-0e027e6230ae has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]: Traceback (most recent call last):
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     timer()
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     cb(*args, **kw)
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     return func(*args, **kwargs)
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     self._notify()
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     self.callback(batched_events)
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     event.method(event)
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     segment_id)['aggregates'][0]
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     return f(self, *a, **k)
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self._get(url).json()
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     **kwargs)
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     return self.request(url, 'GET', **kwargs)
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     **endpoint_filter)
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 12:47:35.667549 dv-cinder-773876-1-iscsi neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 12:47:35.746937 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854750104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853141991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727882'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:35.752240 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f71c6b43-5301-45ed-88e3-3e5e63e32cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:35.777906 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853142008'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:35.790774 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f21826-b7b9-4769-8cbf-0e027e6230ae,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:35.793883 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] 10.222.0.38 "DELETE /v2.0/networks/a0f21826-b7b9-4769-8cbf-0e027e6230ae HTTP/1.1" status: 204  len: 168 time: 1.6113322
Feb 03 12:47:35.794861 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bb8f89ff-5d1e-4085-ab81-4334601a3dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:35.914582 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 9e97b9a4-86a5-4c11-ab82-33951ee3b288 no longer exists at agent ovs-agent-dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 12:47:35.969099 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] No Port match for: 9e97b9a4-86a5-4c11-ab82-33951ee3b288 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 12:47:35.969611 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Device 9e97b9a4-86a5-4c11-ab82-33951ee3b288 not bound to the agent host dv-cinder-773876-1-iscsi {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 12:47:36.014942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57570) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:36.083823 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-8ebbdfe1-4d87-4954-be99-47fa034ef0c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1986d1b163ae40f7a1a9eaf0d511185b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0674717
Feb 03 12:47:36.086510 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57574) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:36.147941 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-36f8a6a1-b93b-4cd8-90b8-1efb8317b9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:36.176752 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-36f8a6a1-b93b-4cd8-90b8-1efb8317b9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:36.234433 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-36f8a6a1-b93b-4cd8-90b8-1efb8317b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:36.239778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-03f2942f-8f39-40ca-94c8-53d329c24f83 tempest-AttachVolumeShelveTestJSON-2057075937 tempest-AttachVolumeShelveTestJSON-2057075937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:36.255908 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8a6a1-b93b-4cd8-90b8-1efb8317b9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f862623a-b3fe-4f2b-ac75-e53fb3afbd3b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:36.259094 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-36f8a6a1-b93b-4cd8-90b8-1efb8317b9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:36.261143 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-36f8a6a1-b93b-4cd8-90b8-1efb8317b9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:36.262381 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-36f8a6a1-b93b-4cd8-90b8-1efb8317b9cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f862623a-b3fe-4f2b-ac75-e53fb3afbd3b HTTP/1.1" status: 204  len: 168 time: 0.1749384
Feb 03 12:47:36.692256 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 57584) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:36.747813 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-1085cfbb-88e1-4f76-9785-7ecbbc9b1d6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4058f16e95394ca5b54ac6227eabd25f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542428
Feb 03 12:47:36.751403 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 57588) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:36.816197 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e1b1e86-af41-43fa-86e2-41d4247b6193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:36.844017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e1b1e86-af41-43fa-86e2-41d4247b6193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:36.893215 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e1b1e86-af41-43fa-86e2-41d4247b6193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:36.897152 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3e8973bc-cc2e-4e2e-8f85-8b0e205fefd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:36.909017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b1e86-af41-43fa-86e2-41d4247b6193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da93943c-1d95-421b-a0f4-5b73c8857702,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:36.911709 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9e1b1e86-af41-43fa-86e2-41d4247b6193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:36.917555 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e1b1e86-af41-43fa-86e2-41d4247b6193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:36.918859 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9e1b1e86-af41-43fa-86e2-41d4247b6193 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da93943c-1d95-421b-a0f4-5b73c8857702 HTTP/1.1" status: 204  len: 168 time: 0.1664622
Feb 03 12:47:37.433527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:48.711692 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 57676) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:48.868757 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4cddf1f-e540-4f4f-b3e4-41f5ff014b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:48.888188 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f4cddf1f-e540-4f4f-b3e4-41f5ff014b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:47:48.892402 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f4cddf1f-e540-4f4f-b3e4-41f5ff014b79 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2623be71ce48d5978d0f5f9e9d79b6 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:47:48.895424 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-f4cddf1f-e540-4f4f-b3e4-41f5ff014b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:47:48.901244 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f4cddf1f-e540-4f4f-b3e4-41f5ff014b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:47:48.995425 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4cddf1f-e540-4f4f-b3e4-41f5ff014b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:48.999349 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4cddf1f-e540-4f4f-b3e4-41f5ff014b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:49.008348 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-60af31bb-08a5-4071-aadd-9cfed7f254e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:49.051107 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-f4cddf1f-e540-4f4f-b3e4-41f5ff014b79 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f2623be71ce48d5978d0f5f9e9d79b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3382630
Feb 03 12:47:49.052040 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cddf1f-e540-4f4f-b3e4-41f5ff014b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f020829-6bd7-4218-97d8-9940bd829b91,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:49.054249 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57682) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:49.056048 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f4cddf1f-e540-4f4f-b3e4-41f5ff014b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:49.131347 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e28a40e-000e-4a2a-919f-2da58996cb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:49.163998 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e28a40e-000e-4a2a-919f-2da58996cb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:49.216911 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e28a40e-000e-4a2a-919f-2da58996cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:49.220941 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3e930595-b4d0-4789-bc3a-9fb8209f9ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:49.232762 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28a40e-000e-4a2a-919f-2da58996cb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f020829-6bd7-4218-97d8-9940bd829b91,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:49.235596 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9e28a40e-000e-4a2a-919f-2da58996cb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:49.243022 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e28a40e-000e-4a2a-919f-2da58996cb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:49.245984 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-9e28a40e-000e-4a2a-919f-2da58996cb15 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f020829-6bd7-4218-97d8-9940bd829b91 HTTP/1.1" status: 204  len: 168 time: 0.1883535
Feb 03 12:47:52.065084 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:47:52.479408 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b3208706-fe62-4744-8fc4-9685dabd19ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:55.071119 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5771cfa-d0c0-4025-a1ca-21f60054b17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:55.710142 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:56.279590 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:57.056018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:59.522459 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.38', 57754) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:59.686444 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:59.702106 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 12:47:59.706335 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Usage tracker for resource:security_group_rule and tenant:c1f0280908e34194810fed1941aa345c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 12:47:59.709505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.quota.resource [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 12:47:59.715796 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 12:47:59.806725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:59.811400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:59.819155 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fad43189-506a-4917-ac03-529b7fb2960f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:47:59.863043 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1f0280908e34194810fed1941aa345c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3395600
Feb 03 12:47:59.864052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf1b12a-b857-4800-a735-c1b5b4e4a018,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:47:59.866266 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.38', 57760) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 12:47:59.872842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.872842 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.873181 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.873782 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.873972 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.874371 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.874768 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.875166 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.875571 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.875943 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.876372 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.876764 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.877248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.877942 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.878346 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.878732 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.879146 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.879561 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.879959 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.880351 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.880751 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.881136 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.881524 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.881920 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-1-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 12:47:59.887052 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-53c82f0e-2563-46e7-92c0-c0ee1d7e3b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:47:59.933001 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91b828fc-bb78-4813-813d-304638a0bce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:47:59.963021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91b828fc-bb78-4813-813d-304638a0bce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:00.013710 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91b828fc-bb78-4813-813d-304638a0bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381843'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:00.017778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-519a7117-54f6-49f6-bd73-c1755b48437b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 12:48:00.035305 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b828fc-bb78-4813-813d-304638a0bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf1b12a-b857-4800-a735-c1b5b4e4a018,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 12:48:00.039592 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-91b828fc-bb78-4813-813d-304638a0bce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 12:48:00.045350 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91b828fc-bb78-4813-813d-304638a0bce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:00.046872 dv-cinder-773876-1-iscsi neutron-server[80003]: INFO neutron.wsgi [None req-91b828fc-bb78-4813-813d-304638a0bce9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bcf1b12a-b857-4800-a735-c1b5b4e4a018 HTTP/1.1" status: 204  len: 168 time: 0.1794767
Feb 03 12:48:07.419511 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:22.473634 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3ee9283b-a548-4887-be7b-2ed93f458fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:25.074017 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4709a1f2-7ce8-4866-95f8-bcc783066a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:25.708493 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:26.280987 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:27.063828 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:29.058051 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:48:37.428248 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:52.482791 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5573c646-2ea6-4cdf-8243-f20c74eee13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:55.077059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593fb2c-28ad-48d0-8a64-5ad7115ab639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:55.716919 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:56.286903 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:48:57.074174 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:06.064706 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:49:07.436527 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:22.486432 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-658d777c-2354-477d-9482-ca57349930ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:25.080868 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c98143c6-edb3-440a-a4e5-315a51201eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:25.723505 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:26.282876 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:27.070851 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:37.453817 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:43.061021 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:49:52.484595 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbf04158-9f5c-489e-a05c-6b5bcb1a0d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:55.083778 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bcaea90e-b97c-4be4-abbf-97363aae1260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:55.725896 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:56.285928 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:49:57.076404 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:07.444970 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:20.056860 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:50:22.484977 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d29dbcad-8482-4971-9630-c297e44327ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:25.088007 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a9471c17-5030-4e94-84b9-03b2c7b369e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:25.729784 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:26.291483 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:27.069094 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:37.467059 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:52.479861 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8f6bf869-c0d7-46f6-8856-b7ce9d7037fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:55.090665 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-350faf4c-fe2d-4548-8d26-a6e0467172d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:55.742005 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:56.288312 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:50:57.060841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:50:57.072604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:07.465834 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:22.488517 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-87346796-44f2-4d18-989a-c2a0167a4845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:25.091887 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-09a569bc-eb9e-4b93-8109-697981568e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:25.742785 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:26.292426 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:27.078748 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:34.065535 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:51:37.187018 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-66a386dc-789a-4855-9e49-7813814534d3 req-59daaa20-c07e-4a1c-b0d0-6cd238358f25 service neutron] (80114) timed out ('10.222.0.38', 54778) {{(pid=80114) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 03 12:51:37.480067 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:52.489291 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-842bb93e-7d72-4392-a103-030c7183c044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:52.764826 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.wsgi [req-a97cbfba-5978-444e-81a0-903841ab9330 req-34b9752e-14ab-46d4-9b24-a91f77285b4b service neutron] (80115) timed out ('10.222.0.38', 53048) {{(pid=80115) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 03 12:51:55.098395 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-218860c1-d260-4ff8-9e2a-34e6d3dc379f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:55.743725 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:56.300610 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:51:57.088400 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:07.491231 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:11.072735 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:52:22.484946 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-83aec95d-5fea-4448-b6f8-4c8445ef014c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:25.104974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a0f418e2-91e3-40ff-8be6-f5554c3b9975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:25.748980 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:26.293178 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:27.095810 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:37.490829 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:48.069205 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:52:52.489924 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-765c7035-27a8-4440-9ec7-4c6f114a8550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:55.095664 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7a5726cc-6d98-46f8-9b8f-cc32cecbf9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:55.752780 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:56.296468 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:52:57.088747 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:07.489294 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:22.494603 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0ea75430-fc19-4ccd-a2ff-821d954eed16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:25.065488 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:53:25.097841 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba880ead-2a42-4421-a336-ffb7e846b315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:25.754242 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:26.296358 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:27.104999 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:37.492639 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:52.499191 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-31ed1c4b-ecff-414a-a340-e783012bef75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:55.100123 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-54914f43-830c-4944-acb6-a8d971c5ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:55.765447 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:56.300648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:53:57.110107 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:54:02.062681 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 12:54:07.507991 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:54:22.504604 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d0b4ad18-7316-41a5-a23c-9a0599fb47a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:54:25.100779 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9779dd32-6d4c-44d8-b5b6-c33f57dfed88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:54:25.769857 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e869fb51-6ed6-476e-a7da-8e987ee7b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:54:26.299966 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0593c1fd-9c29-49dc-93e9-34017cf21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:54:27.109081 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ba17077-9264-4e19-8c21-ce116c6359e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:54:37.501974 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07c27ff3-45c8-4c15-bc32-8dff3bcff67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298201532327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-28204'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 12:54:39.054648 dv-cinder-773876-1-iscsi neutron-server[80003]: DEBUG neutron.db.agents_db [None req-8b12927e-9400-4ba0-9e4c-878fa6e5d794 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}